-- Logs begin at Mon 2021-11-29 21:11:41 UTC, end at Mon 2021-11-29 22:15:33 UTC. -- Nov 29 21:39:50.100006 dv-cinder-819722-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 29 21:39:52.954625 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.common.config [-] Logging enabled! Nov 29 21:39:52.955306 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev232 Nov 29 21:39:52.955448 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108958) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 29 21:39:52.958939 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.common.config [-] Logging enabled! Nov 29 21:39:52.959220 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev232 Nov 29 21:39:52.959535 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108958) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 29 21:39:52.960467 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 29 21:39:52.960702 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 29 21:39:52.961066 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 29 21:39:52.961315 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 29 21:39:52.961543 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 29 21:39:52.961863 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.962288 dv-cinder-819722-1-iscsi neutron-server[108958]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 29 21:39:52.962602 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.962899 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.963221 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.963520 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.963812 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.964095 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.964383 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.964683 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.964968 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.965249 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.965532 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.965822 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.966102 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.966386 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.966672 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.966952 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] debug = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.967269 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.967697 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.968098 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.968377 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.968665 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.968945 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.969218 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.969490 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.969774 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.970101 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] host = dv-cinder-819722-1-iscsi {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.970944 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.971279 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.971573 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.971865 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.972143 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.972425 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.972714 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.972993 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.973269 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] log_file = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.973550 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.973841 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.974132 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.974424 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.974649 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.974872 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.975209 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.975502 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.975782 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.976061 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.976340 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.976618 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.976897 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.977168 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.977456 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.977744 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.978032 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.978309 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.978585 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.978857 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.979154 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.979446 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.979724 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.980001 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.980277 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.980567 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.980838 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.981114 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.981414 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.981702 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.981987 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.982274 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.982549 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.982833 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.983104 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.983407 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.983682 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] use_json = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.983955 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.984227 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.984509 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.984782 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.985057 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.985332 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.985605 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.986536 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:52.986860 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.987180 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.987487 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.987777 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.988087 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.988374 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.988671 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.988953 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.989248 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.989538 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.989830 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.990110 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.990400 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.990680 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.990978 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.991310 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.991608 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.991902 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.992182 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.992460 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.992737 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.993018 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.993309 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.993588 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.993880 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.994175 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.994458 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.994757 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.995052 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.995367 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.995659 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.995933 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.996214 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.996507 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.996784 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.997057 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.997336 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.997624 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.997902 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.998177 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.998459 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.998737 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.999010 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.999310 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.999586 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:52.999877 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.000156 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.000435 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.000713 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.000993 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.001266 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.001578 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.001867 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.002145 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.002415 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.002692 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.002967 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.003265 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.003547 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.003823 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.004103 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.004377 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.004654 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.004934 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.005209 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.005481 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.005754 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.006028 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.006306 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.006580 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.006853 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.007160 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.007432 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.007707 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.007993 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.008294 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.008574 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.008858 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.009142 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.009425 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.009702 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.009981 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.010264 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.010545 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.010821 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.011140 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.011423 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.011711 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.011997 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.012303 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.012604 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.012887 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.013177 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.013458 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.013740 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.014027 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.014315 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.014615 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.014916 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.015240 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.015538 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.015832 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.016115 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.016423 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.016705 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:53.016923 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 29 21:39:53.017186 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108958) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 29 21:39:53.456208 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 29 21:39:53.456485 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 29 21:39:53.456785 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 29 21:39:53.457264 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 29 21:39:53.786387 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:53.786600 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:53.786876 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:53.788090 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:53.788373 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:53.788638 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:53.824791 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:53.825068 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:53.825332 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:53.840164 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:53.840448 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:53.840716 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:53.869445 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:53.869723 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:53.869991 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:53.907403 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:53.907685 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:53.907986 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.256352 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.257005 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.257005 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.257165 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.257859 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.358015 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.358337 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.358639 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.358899 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.359197 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.359519 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.359785 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.360048 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.360306 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.360595 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.360897 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.361213 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.361477 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.361736 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.361998 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.362269 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.362532 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.362807 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.363082 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.363371 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.363651 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.363912 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.364200 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.364586 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.364842 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.365093 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.365495 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 21:39:54.365739 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 21:39:54.365978 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 21:39:54.366215 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 21:39:54.366454 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 21:39:54.366690 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 21:39:54.367053 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 29 21:39:54.370191 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 29 21:39:54.374258 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 29 21:39:54.378597 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Nov 29 21:39:54.380279 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 29 21:39:54.380740 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 29 21:39:54.381071 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 29 21:39:54.381453 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 29 21:39:54.384318 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 29 21:39:54.384577 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 29 21:39:54.384927 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 29 21:39:54.390271 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 29 21:39:54.414363 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 29 21:39:54.414819 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.415160 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108958) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 29 21:39:54.415531 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.416921 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108958) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 29 21:39:54.417199 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 29 21:39:54.417443 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 29 21:39:54.420604 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.420889 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:54.484762 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 29 21:39:54.485024 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 29 21:39:54.485248 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 29 21:39:54.485617 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 29 21:39:54.507507 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_db.sqlalchemy.engines [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108958) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 29 21:39:54.939605 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.managers [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Initializing driver for type 'gre' Nov 29 21:39:54.940279 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] gre ID ranges: [(1, 1000)] Nov 29 21:39:54.992823 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.managers [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Initializing driver for type 'local' Nov 29 21:39:54.993226 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.managers [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Initializing driver for type 'vlan' Nov 29 21:39:55.005957 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] VlanTypeDriver initialization complete Nov 29 21:39:55.006285 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.managers [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Initializing driver for type 'vxlan' Nov 29 21:39:55.006764 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] vxlan ID ranges: [(1, 1000)] Nov 29 21:39:55.066945 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.managers [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Initializing extension driver 'port_security' Nov 29 21:39:55.067307 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.extensions.port_security [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] PortSecurityExtensionDriver initialization complete Nov 29 21:39:55.067632 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.managers [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Initializing mechanism driver 'openvswitch' Nov 29 21:39:55.067948 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.managers [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Initializing mechanism driver 'hyperv' Nov 29 21:39:55.074630 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.plugins.ml2.plugin [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:39:55.075511 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > port after_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.075868 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > port after_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.076220 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > port after_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.076753 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 21:39:55.077187 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > subnet after_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.077541 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > subnet after_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.077886 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > subnet after_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.078292 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 21:39:55.078699 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > network after_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.079046 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > network after_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.079413 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > network after_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.079834 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 21:39:55.080239 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > security_group after_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.080839 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > security_group after_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.081180 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > security_group after_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.081578 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 21:39:55.081982 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.082329 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.082663 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.083057 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 21:39:55.083486 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > address_group after_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.083829 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > address_group after_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.084166 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > address_group after_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.084560 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 21:39:55.084933 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] ML2 OVO RPC backend initialized. {{(pid=108958) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 29 21:39:55.085627 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > router_interface after_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.085975 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.086387 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > network before_response 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.086729 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > networks before_response 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.087077 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > port before_response 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.087440 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > ports before_response 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.087787 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > subnet before_response 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.088125 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > subnets before_response 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.088467 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > network after_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.088804 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > network after_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.089136 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > network after_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.089468 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > port after_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.089799 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > port after_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.090127 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > port after_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.090458 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > subnet after_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.090788 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > subnet after_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.091138 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > subnet after_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.091697 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.plugin [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Modular L2 Plugin initialization complete Nov 29 21:39:55.092016 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading services supported by the core plugin {{(pid=108958) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 29 21:39:55.092392 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.plugins.ml2.managers [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Got port-security extension from driver 'port_security' Nov 29 21:39:55.092793 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.extensions.vlantransparent [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Disabled vlantransparent extension. Nov 29 21:39:55.093273 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108958) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 29 21:39:55.093584 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading Plugin: router Nov 29 21:39:55.130422 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > router_interface before_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.130813 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > router after_create 55549900 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.131209 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > router before_create 55549900 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.131574 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.131945 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.132299 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > router after_delete 55549900 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.132657 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > floatingip after_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.133125 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > floatingip after_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.133481 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > router after_create 55549900 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.133822 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > router after_update 55549900 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.134167 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > router after_update 55549900 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.134515 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.134869 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > router after_update 55549900 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.135305 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > router precommit_update 55549900 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.136132 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: port after_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.136132 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: port after_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.136299 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: subnet after_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.136624 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.136963 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > port precommit_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.137301 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > router precommit_create 55549900 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.137636 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: port before_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.137971 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > router precommit_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.138320 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > router after_update 55549900 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.138652 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > router precommit_delete 55549900 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.138997 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > router precommit_create 55549900 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.139387 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > router_interface after_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.139729 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > router precommit_update 55549900 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.140087 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > agent after_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.140431 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > agent after_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.140768 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > network after_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.141634 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Tracking information for resource: router configured {{(pid=108958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 21:39:55.141965 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Tracking information for resource: floatingip configured {{(pid=108958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 21:39:55.146943 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.db.l3_agentschedulers_db [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 29 21:39:55.147547 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: port after_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.147904 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: port after_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.148251 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: port after_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.148595 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: port after_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.149378 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > router before_create 55550100 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.149735 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > router precommit_delete 55550100 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.150092 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > router precommit_create 55550100 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.150442 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > router precommit_update 55550100 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.155321 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.services.provider_configuration [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Service providers = [] {{(pid=108958) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 29 21:39:55.155682 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.db.servicetype_db [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108958) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 29 21:39:55.159249 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.services.service_base [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 29 21:39:55.159596 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.services.service_base [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 29 21:39:55.159934 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.services.service_base [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 29 21:39:55.160825 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.services.service_base [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 29 21:39:55.161190 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.services.service_base [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 29 21:39:55.161563 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 21:39:55.161875 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 29 21:39:55.172672 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 21:39:55.173002 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading Plugin: auto_allocate Nov 29 21:39:55.179824 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: network precommit_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.180190 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: network precommit_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.180702 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 21:39:55.181017 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading Plugin: tag Nov 29 21:39:55.187799 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 21:39:55.188130 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading Plugin: timestamp Nov 29 21:39:55.192212 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 21:39:55.192481 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading Plugin: network_ip_availability Nov 29 21:39:55.197952 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.198319 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.198669 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.199403 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 21:39:55.199717 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading Plugin: flavors Nov 29 21:39:55.204701 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 21:39:55.205030 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading Plugin: revisions Nov 29 21:39:55.209557 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 21:39:55.209945 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_concurrency.lockutils [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.753s {{(pid=108958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 29 21:39:55.210782 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108958) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 29 21:39:55.211132 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Initializing extension manager. Nov 29 21:39:55.211650 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: __init__.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.211989 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: __pycache__ {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.212324 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.212649 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: address_group.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.213403 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.213969 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: address-group Nov 29 21:39:55.214290 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: address_scope.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.215002 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.215534 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: address-scope Nov 29 21:39:55.215855 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: admin_state_down_before_update.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.216785 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.217778 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: router-admin-state-down-before-update Nov 29 21:39:55.218103 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: agent.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.218804 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.219331 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: agent Nov 29 21:39:55.219651 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: agent_resources_synced.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.221080 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.221583 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: agent-resources-synced Nov 29 21:39:55.221902 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: allowedaddresspairs.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.223712 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.224239 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: allowed-address-pairs Nov 29 21:39:55.224567 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: auto_allocated_topology.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.225764 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.226223 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: auto-allocated-topology Nov 29 21:39:55.226550 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: availability_zone.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.227282 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.227787 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: availability_zone Nov 29 21:39:55.228107 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: availability_zone_filter.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.229017 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.229522 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: availability_zone_filter Nov 29 21:39:55.229839 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: data_plane_status.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.230741 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.231708 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension data-plane-status not supported by any of loaded plugins Nov 29 21:39:55.232030 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: default_subnetpools.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.232948 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.233451 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: default-subnetpools Nov 29 21:39:55.233769 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: dhcpagentscheduler.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.234576 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.235077 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: dhcp_agent_scheduler Nov 29 21:39:55.235418 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: dns.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.237005 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.237503 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension dns-integration not supported by any of loaded plugins Nov 29 21:39:55.237823 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: dns_domain_ports.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.238735 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.239281 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 29 21:39:55.239600 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.240517 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.241023 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 29 21:39:55.241345 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: dvr.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.242015 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.242518 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: dvr Nov 29 21:39:55.242834 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: ecmp_routes.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.243771 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.244270 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension ecmp_routes not supported by any of loaded plugins Nov 29 21:39:55.244586 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: empty_string_filtering.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.245493 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.245992 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: empty-string-filtering Nov 29 21:39:55.246316 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.247247 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.247743 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 29 21:39:55.248058 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.248978 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.249474 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 29 21:39:55.249791 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: external_net.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.250693 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.251229 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: external-net Nov 29 21:39:55.251733 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: extra_dhcp_opt.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.252653 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.253154 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: extra_dhcp_opt Nov 29 21:39:55.253472 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: extraroute.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.254383 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.254884 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: extraroute Nov 29 21:39:55.255241 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: extraroute_atomic.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.256459 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.256986 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: extraroute-atomic Nov 29 21:39:55.257273 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: filter_validation.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.257934 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.258430 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: filter-validation Nov 29 21:39:55.258749 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: fip_pf_description.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.259684 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.260186 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 29 21:39:55.260505 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: fip_port_details.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.261420 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.261923 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: fip-port-details Nov 29 21:39:55.262242 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: flavors.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.263503 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.264017 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: flavors Nov 29 21:39:55.264342 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.266028 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.266558 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 29 21:39:55.266893 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: floatingip_pools.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.267641 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.268145 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: floatingip-pools Nov 29 21:39:55.268464 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: ip_allocation.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.269398 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.269900 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension ip_allocation not supported by any of loaded plugins Nov 29 21:39:55.270326 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.271275 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.271784 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: ip-substring-filtering Nov 29 21:39:55.272108 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: l2_adjacency.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.273025 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.273555 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension l2_adjacency not supported by any of loaded plugins Nov 29 21:39:55.273875 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: l3.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.274838 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.275382 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: router Nov 29 21:39:55.275703 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: l3_conntrack_helper.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.277966 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.278490 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 29 21:39:55.278819 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.279775 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.280289 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: ext-gw-mode Nov 29 21:39:55.280616 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.281550 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.282055 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: l3-ha Nov 29 21:39:55.282379 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: l3_flavors.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.283838 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.284345 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: l3-flavors Nov 29 21:39:55.284666 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.285597 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.286098 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: l3-port-ip-change-not-allowed Nov 29 21:39:55.286418 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: l3agentscheduler.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.287495 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.288029 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: l3_agent_scheduler Nov 29 21:39:55.288407 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: local_ip.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.290189 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.290738 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension local_ip not supported by any of loaded plugins Nov 29 21:39:55.291073 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: logging.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.292698 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.293212 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension logging not supported by any of loaded plugins Nov 29 21:39:55.293542 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: metering.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.294284 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.294852 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: metering Nov 29 21:39:55.295211 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.296317 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.296813 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: metering_source_and_destination_fields Nov 29 21:39:55.297136 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: multiprovidernet.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.298068 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.299197 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: multi-provider Nov 29 21:39:55.299650 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: netmtu.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.300575 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.301079 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: net-mtu Nov 29 21:39:55.301397 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: netmtu_writable.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.302309 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.302841 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: net-mtu-writable Nov 29 21:39:55.303184 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: network_availability_zone.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.303873 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.304369 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: network_availability_zone Nov 29 21:39:55.304685 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: network_ip_availability.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.305803 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.306311 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: network-ip-availability Nov 29 21:39:55.306634 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: network_segment_range.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.307422 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.307923 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension network-segment-range not supported by any of loaded plugins Nov 29 21:39:55.308239 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: pagination.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.309229 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.309553 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: pagination Nov 29 21:39:55.309868 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: port_device_profile.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.310785 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.311328 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: port-device-profile Nov 29 21:39:55.311647 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.312566 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.313071 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: port-mac-address-regenerate Nov 29 21:39:55.313389 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.314652 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.315293 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: port-numa-affinity-policy Nov 29 21:39:55.315613 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: port_resource_request.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.316538 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.317038 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension port-resource-request not supported by any of loaded plugins Nov 29 21:39:55.317355 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: port_resource_request_groups.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.318316 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.318816 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 29 21:39:55.319169 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: portbindings.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.320097 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.320601 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: binding Nov 29 21:39:55.320920 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: portbindings_extended.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.322194 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.322698 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: binding-extended Nov 29 21:39:55.323024 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: portsecurity.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.323975 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.324479 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: port-security Nov 29 21:39:55.324798 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: project_id.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.325782 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.326107 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: project-id Nov 29 21:39:55.326426 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: providernet.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.327376 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.327891 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: provider Nov 29 21:39:55.328209 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: qos.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.332730 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.333246 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension qos not supported by any of loaded plugins Nov 29 21:39:55.333574 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.334810 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.335354 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 29 21:39:55.335683 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.336609 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.337115 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 29 21:39:55.337438 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: qos_default.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.338344 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.338850 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension qos-default not supported by any of loaded plugins Nov 29 21:39:55.339204 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: qos_fip.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.339852 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.340351 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension qos-fip not supported by any of loaded plugins Nov 29 21:39:55.340671 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: qos_gateway_ip.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.341591 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.342094 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 29 21:39:55.342414 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: qos_port_network_policy.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.344854 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.346189 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 29 21:39:55.346521 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.347684 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.348201 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 29 21:39:55.348525 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: qos_pps_rule.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.349710 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.350223 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension qos-pps not supported by any of loaded plugins Nov 29 21:39:55.350547 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: qos_rule_type_details.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.351516 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.352023 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 29 21:39:55.352343 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: qos_rules_alias.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.353389 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.353896 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 29 21:39:55.354217 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: quota_check_limit.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.355142 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.355657 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: quota-check-limit Nov 29 21:39:55.355973 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: quotasv2.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.356895 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.357224 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: quotas Nov 29 21:39:55.357541 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: quotasv2_detail.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.360926 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.361268 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: quota_details Nov 29 21:39:55.361593 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: rbac.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.362660 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.363212 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: rbac-policies Nov 29 21:39:55.363540 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: rbac_address_group.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.364468 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.364992 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: rbac-address-group Nov 29 21:39:55.365315 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: rbac_address_scope.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.366242 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.366762 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: rbac-address-scope Nov 29 21:39:55.367087 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: rbac_security_groups.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.368089 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.368598 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: rbac-security-groups Nov 29 21:39:55.368916 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: rbac_subnetpool.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.369832 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.370337 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: rbac-subnetpool Nov 29 21:39:55.370661 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: revisionifmatch.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.371696 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.372204 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: revision-if-match Nov 29 21:39:55.372520 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: revisions.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.373659 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.374165 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: standard-attr-revisions Nov 29 21:39:55.374485 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: router_availability_zone.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.375185 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.375696 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: router_availability_zone Nov 29 21:39:55.376013 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: routerservicetype.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.376956 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.377463 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension router-service-type not supported by any of loaded plugins Nov 29 21:39:55.377785 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.378781 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.379323 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: security-groups-normalized-cidr Nov 29 21:39:55.379641 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: security_groups_port_filtering.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.380561 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.381067 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: port-security-groups-filtering Nov 29 21:39:55.381384 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.382320 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.382826 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: security-groups-remote-address-group Nov 29 21:39:55.383176 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.384115 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.384618 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: security-groups-shared-filtering Nov 29 21:39:55.384935 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.385517 dv-cinder-819722-1-iscsi neutron-server[108958]: WARNING neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 29 21:39:55.385829 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: securitygroup.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.396233 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.396762 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: security-group Nov 29 21:39:55.397098 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: segment.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.397880 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.398385 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension segment not supported by any of loaded plugins Nov 29 21:39:55.398712 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.399681 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.400189 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 29 21:39:55.400513 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: servicetype.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.401620 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.402139 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: service-type Nov 29 21:39:55.402463 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: sorting.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.403474 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.403806 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: sorting Nov 29 21:39:55.404128 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: standard_attr_segment.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.405036 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.405546 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 29 21:39:55.405869 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: standardattrdescription.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.406535 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.407044 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: standard-attr-description Nov 29 21:39:55.407422 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: stateful_security_group.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.408910 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.409418 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: stateful-security-group Nov 29 21:39:55.409765 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: stdattrs_common.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.410488 dv-cinder-819722-1-iscsi neutron-server[108958]: WARNING neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 29 21:39:55.410838 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.411889 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.412463 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 29 21:39:55.412796 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: subnet_onboard.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.413961 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.414540 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: subnet_onboard Nov 29 21:39:55.414881 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.415954 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.416532 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 29 21:39:55.416875 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: subnet_service_types.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.417928 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.418499 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: subnet-service-types Nov 29 21:39:55.418835 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: subnetallocation.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.419977 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.420484 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: subnet_allocation Nov 29 21:39:55.420817 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.421483 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.421989 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: subnetpool-prefix-ops Nov 29 21:39:55.422311 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.423309 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.423945 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 29 21:39:55.424271 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: tagging.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.425332 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.425842 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: standard-attr-tag Nov 29 21:39:55.426166 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: timestamp.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.427415 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.427925 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loaded extension: standard-attr-timestamp Nov 29 21:39:55.428249 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: trunk.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.429281 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.429791 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension trunk not supported by any of loaded plugins Nov 29 21:39:55.430110 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: trunk_details.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.431044 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.431577 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension trunk-details not supported by any of loaded plugins Nov 29 21:39:55.431898 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: uplink_status_propagation.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.432816 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.433329 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 29 21:39:55.433641 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Loading extension file: vlantransparent.py {{(pid=108958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 21:39:55.434302 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 21:39:55.434805 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extension vlan-transparent not supported by any of loaded plugins Nov 29 21:39:55.437327 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Creating instance of TrackedResource for resource:network Nov 29 21:39:55.437849 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Creating instance of TrackedResource for resource:subnet Nov 29 21:39:55.438247 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 21:39:55.438637 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Creating instance of TrackedResource for resource:port Nov 29 21:39:55.439982 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.v2.resource_helper [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 21:39:55.440423 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.v2.resource_helper [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Service FLAVORS assigned prefix: {{(pid=108958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 21:39:55.441041 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.v2.resource_helper [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 21:39:55.441477 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.v2.resource_helper [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 21:39:55.441806 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Creating instance of TrackedResource for resource:router Nov 29 21:39:55.442277 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Creating instance of TrackedResource for resource:floatingip Nov 29 21:39:55.442734 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.v2.resource_helper [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Service METERING assigned prefix: /metering {{(pid=108958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 21:39:55.444191 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.444558 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.444907 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:39:55.445901 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Creating instance of CountableResource for resource:rbac_policy Nov 29 21:39:55.446346 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Creating instance of TrackedResource for resource:security_group Nov 29 21:39:55.446801 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Creating instance of TrackedResource for resource:security_group_rule Nov 29 21:39:55.447437 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.v2.resource_helper [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Service CORE assigned prefix: {{(pid=108958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 21:39:55.447764 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 21:39:55.448104 dv-cinder-819722-1-iscsi neutron-server[108958]: WARNING neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] subnetpool is already registered Nov 29 21:39:55.448534 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.v2.resource_helper [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Service CORE assigned prefix: {{(pid=108958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 21:39:55.448853 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 21:39:55.449178 dv-cinder-819722-1-iscsi neutron-server[108958]: WARNING neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] subnetpool is already registered Nov 29 21:39:55.451470 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.v2.resource_helper [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 21:39:55.451903 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.v2.resource_helper [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Service FLAVORS assigned prefix: {{(pid=108958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 21:39:55.452489 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.v2.resource_helper [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 21:39:55.452908 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.v2.resource_helper [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 21:39:55.453237 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Creating instance of TrackedResource for resource:router Nov 29 21:39:55.453568 dv-cinder-819722-1-iscsi neutron-server[108958]: WARNING neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] router is already registered Nov 29 21:39:55.453975 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Creating instance of TrackedResource for resource:floatingip Nov 29 21:39:55.454303 dv-cinder-819722-1-iscsi neutron-server[108958]: WARNING neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] floatingip is already registered Nov 29 21:39:55.455308 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.v2.resource_helper [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Service METERING assigned prefix: /metering {{(pid=108958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 21:39:55.456233 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Creating instance of CountableResource for resource:rbac_policy Nov 29 21:39:55.456556 dv-cinder-819722-1-iscsi neutron-server[108958]: WARNING neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] rbac_policy is already registered Nov 29 21:39:55.456971 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Creating instance of TrackedResource for resource:security_group Nov 29 21:39:55.457300 dv-cinder-819722-1-iscsi neutron-server[108958]: WARNING neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] security_group is already registered Nov 29 21:39:55.457704 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Creating instance of TrackedResource for resource:security_group_rule Nov 29 21:39:55.458029 dv-cinder-819722-1-iscsi neutron-server[108958]: WARNING neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] security_group_rule is already registered Nov 29 21:39:55.458666 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.v2.resource_helper [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Service CORE assigned prefix: {{(pid=108958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 21:39:55.458989 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 21:39:55.459345 dv-cinder-819722-1-iscsi neutron-server[108958]: WARNING neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] subnetpool is already registered Nov 29 21:39:55.459779 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.v2.resource_helper [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Service CORE assigned prefix: {{(pid=108958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 21:39:55.460094 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 21:39:55.460420 dv-cinder-819722-1-iscsi neutron-server[108958]: WARNING neutron.quota.resource_registry [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] subnetpool is already registered Nov 29 21:39:55.460887 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: extensions {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.462329 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: address-groups {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.463883 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: address-scopes {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.465210 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: agents {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.466358 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: auto-allocated-topology {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.467632 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: availability_zones {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.468847 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: dhcp-networks {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.470902 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: dhcp-agents {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.472525 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: routers {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.474750 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: flavors {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.475934 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: service_profiles {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.477179 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: next_providers {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.478627 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: service_profiles {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.480200 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: floatingip-pools {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.481416 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: routers {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.483575 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: floatingips {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.484855 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: l3-routers {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.486531 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: l3-agents {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.487966 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: metering-labels {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.490193 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: metering-label-rules {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.491531 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: network-ip-availabilities {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.492798 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: bindings {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.494441 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: quotas {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.496056 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: quotas {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.497590 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: rbac-policies {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.498897 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: security-groups {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.500210 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: security-group-rules {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.501468 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: service-providers {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.502669 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: subnetpools {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.504121 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: subnetpools {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.505584 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: tags {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.507306 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: tags {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.509099 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: tags {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.510855 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: tags {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.512697 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: tags {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.514549 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: tags {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.516400 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: tags {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.518854 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: tags {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.520659 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: tags {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.522482 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron.api.extensions [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Extended resource: tags {{(pid=108958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 21:39:55.528500 dv-cinder-819722-1-iscsi neutron-server[108958]: WARNING keystonemiddleware.auth_token [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 29 21:39:55.533779 dv-cinder-819722-1-iscsi neutron-server[108958]: WARNING keystonemiddleware.auth_token [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 29 21:39:55.542409 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_concurrency.lockutils [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Acquired lock "singleton_lock" {{(pid=108958) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 29 21:39:55.542870 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_concurrency.lockutils [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Releasing lock "singleton_lock" {{(pid=108958) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 29 21:39:55.543544 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO oslo_service.service [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Starting 2 workers Nov 29 21:39:55.548583 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Started child 109067 {{(pid=108958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 29 21:39:55.553072 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Started child 109068 {{(pid=108958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 29 21:39:55.554190 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:39:55.554846 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO neutron.service [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Neutron service started, listening on 0.0.0.0:9696 Nov 29 21:39:55.555329 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Publish callbacks [] for process, before_spawn {{(pid=108958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:39:55.555659 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [-] (109067) wsgi starting up on http://0.0.0.0:9696 Nov 29 21:39:55.558163 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO oslo_service.service [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Starting 1 workers Nov 29 21:39:55.558522 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:39:55.559971 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [-] (109068) wsgi starting up on http://0.0.0.0:9696 Nov 29 21:39:55.563392 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Started child 109069 {{(pid=108958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 29 21:39:55.564345 dv-cinder-819722-1-iscsi neutron-server[108958]: INFO oslo_service.service [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Starting 1 workers Nov 29 21:39:55.567682 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.service [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] calling RpcWorker wait() {{(pid=109069) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 29 21:39:55.568226 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.service [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] returning from RpcWorker wait() {{(pid=109069) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 29 21:39:55.568834 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Started child 109070 {{(pid=108958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 29 21:39:55.569420 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:39:55.569621 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG neutron_lib.callbacks.manager [None req-c35b78f9-76bd-40f8-b4c7-744261fcf97a None None] Publish callbacks [] for process, after_spawn {{(pid=108958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:39:55.569910 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:39:55.571612 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108958) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 29 21:39:55.571819 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 29 21:39:55.572008 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 29 21:39:55.572235 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 29 21:39:55.572566 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 29 21:39:55.572746 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 29 21:39:55.573351 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.573635 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.573908 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.574175 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.574474 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.575023 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.575136 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:39:55.575610 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.575610 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.575841 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.576070 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.576237 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.576401 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.576640 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.576897 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.577209 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.577478 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.577712 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.577973 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.578134 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.578381 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.578636 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.578878 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.579142 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] debug = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.579413 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.580401 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.580867 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.581115 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.581353 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.581619 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.581844 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.582119 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.582381 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.582594 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.582825 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.583094 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.583375 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.583585 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.583837 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.584049 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.584304 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.584539 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.585027 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] host = dv-cinder-819722-1-iscsi {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.585247 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.585469 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.585711 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.585965 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.586213 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.586430 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.586678 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.586930 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.587194 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.587439 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.587691 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.587939 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.588154 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.588415 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] log_file = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.588578 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] log_options = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.588810 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.589088 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.589333 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.589518 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.589684 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.589865 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.590119 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.590280 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.590527 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.590740 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.590952 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.591304 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.591524 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.591756 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.592017 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.592247 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.592482 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.592711 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.592952 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.593195 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.593416 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.593640 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.593895 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.594127 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.594370 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.594596 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.594822 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.595063 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.595880 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.596138 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.596355 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.596602 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.596839 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.597085 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.597349 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.597575 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.597800 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.598018 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.598298 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.598524 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.598791 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.599039 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.599297 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.599540 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.599769 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.599981 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.600190 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] use_json = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.600419 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.600649 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.600872 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.601117 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.601333 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.601612 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.601778 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.602820 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.604163 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.604454 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.604760 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.605088 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.605398 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.605594 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.605932 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.606244 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.606720 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.607514 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.607870 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.608694 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.609472 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.609472 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.609646 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.609971 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.610373 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.610659 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.612629 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.612629 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.612629 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.612629 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.612629 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.612629 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.613342 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.613342 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.613342 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.613697 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.613850 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.614214 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.615072 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.615072 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.615072 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.615342 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.615536 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.615738 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.616092 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.616321 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.616547 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.616818 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.617090 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.617173 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:39:55.617331 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.617557 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.617813 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.618036 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.618358 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.618599 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.618849 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.619102 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.619370 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.619594 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.619833 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.620183 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.620410 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.620761 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.620881 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.621110 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.621361 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.621636 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.621867 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.622088 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.622316 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.622580 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.622802 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.623019 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.623262 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.623484 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.623705 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.623970 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.624366 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.624585 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.624803 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.625026 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.625244 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.625481 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.625729 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.625951 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.626171 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.626620 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.626999 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.627421 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.627717 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.627945 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.628166 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.628385 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.628609 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.628828 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.629068 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.631565 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.634421 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.634692 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.635003 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.635368 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.635646 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.635926 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.636172 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.636893 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.637153 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.637421 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.640236 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.640538 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.641435 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.642606 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.642937 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.644325 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.646306 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.647466 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.649915 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.650176 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.650489 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.650731 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.651025 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.651326 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.651657 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.651938 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.652214 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.652467 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.652728 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.653024 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.653279 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.653578 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.653810 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.654091 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.654392 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.654678 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.654978 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.655765 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.656549 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.658598 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.660153 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.662151 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.662443 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.662701 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.663029 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.663234 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.663457 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.663689 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.663957 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.664308 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.664555 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.664831 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.665013 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.665313 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.665591 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.665844 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.666118 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.666382 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.666643 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.666900 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.667291 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.667614 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.667947 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.668211 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.668456 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.668712 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.668954 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.669185 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.669409 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.669630 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.669889 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.670111 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.670332 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.670731 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.670962 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.671214 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.671471 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.671692 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.671942 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.672205 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.672450 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.672675 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.672900 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.673139 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.673429 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.673799 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.674224 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.674501 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.674745 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.675000 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.675260 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.675929 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.676156 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.676416 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.676644 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.676864 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.677085 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.677310 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.677614 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.677863 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.678126 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.678366 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.679651 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.679915 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.680258 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.680601 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.680849 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.681109 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.681340 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.681583 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.681841 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.682114 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.682595 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.682842 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.683069 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.683341 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.683591 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.683850 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.684086 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.684301 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.684517 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.684756 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.684971 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.685262 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.685537 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.686035 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.686299 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.686541 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.686848 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.687090 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.687391 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.687608 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.687835 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.688056 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.688271 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.688535 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.688751 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.689030 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.689391 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.689796 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.690093 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.690333 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.690576 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.690818 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.691047 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.691310 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.691528 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.691762 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.691977 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.692192 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.692468 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.692641 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.692854 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.693087 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.693303 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.693537 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.693761 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.693982 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.694194 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.694489 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.694772 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.695181 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.695539 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.696646 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.696924 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.697189 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.697530 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.697782 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.698067 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.698159 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:39:55.698317 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.698547 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.698800 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.699086 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.699437 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.699727 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.699993 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.700231 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.700499 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.700778 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.701037 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.701275 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.701580 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.701930 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.702211 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.702480 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.702740 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.703002 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.703262 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.703483 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.703727 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.703963 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.704181 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.704422 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.705186 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.705413 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.705914 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.706239 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.706459 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.706716 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.706953 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.707237 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.707456 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.707613 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 29 21:39:55.708128 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108958) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 29 21:39:55.708289 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 29 21:39:55.708441 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 29 21:39:55.708625 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 29 21:39:55.708801 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 29 21:39:55.708953 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 29 21:39:55.709157 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.709322 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.709481 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.709637 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.709794 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.709971 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.710130 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.710289 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.710444 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.710601 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.710759 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.710947 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.711061 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.711242 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.711402 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.711561 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.711717 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.711873 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.712034 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.712189 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.713402 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.713402 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.713402 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] debug = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.713402 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.713402 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.713402 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.713871 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.713871 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.713871 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.713871 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.714153 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.714153 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.715619 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.715619 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.715619 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.715619 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.715619 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.715619 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.715619 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.715619 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.716195 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.716195 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] host = dv-cinder-819722-1-iscsi {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.716195 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.716195 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.716195 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.716195 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.716556 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.716556 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.716703 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.716792 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.716875 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.717848 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.717848 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.717848 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.717848 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.717848 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] log_file = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.717848 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] log_options = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.718298 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.718298 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.718298 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.718525 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.718609 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.718717 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.718877 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.719034 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.719215 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.719373 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.719531 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.719686 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.719841 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.719996 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.720188 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.720957 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.721114 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.721270 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.721429 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.721590 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.721748 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.721898 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.722049 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.722204 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.722360 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.722516 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.722672 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.722827 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.723270 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.723270 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.723270 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.723498 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.723579 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.723728 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.723885 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.724040 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.724196 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.724350 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.724511 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.724666 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.724821 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.724977 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.725133 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.725326 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.725428 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.725589 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.725742 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] use_json = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.725899 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.726122 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.726432 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.726432 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.726583 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.726663 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.726791 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.726948 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 21:39:55.727141 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.727302 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.727473 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.727632 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.727794 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.727955 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.728151 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.728289 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.728440 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.729318 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.729501 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.729669 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.729842 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.730005 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.730166 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.730329 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.730488 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.730636 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.730798 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.730956 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.731136 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.731275 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.731447 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.731606 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.731763 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.731921 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.732079 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.732245 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.732402 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.732576 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.732736 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.732896 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.733056 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.733215 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.733374 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.733542 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.733684 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.733844 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.734005 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.734165 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.734323 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.734482 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.734640 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.734799 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.734959 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.735167 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.735300 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.735473 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.735615 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.735789 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.735971 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.736130 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.736304 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.736479 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.736622 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.736740 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.736878 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.737046 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.737279 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.737380 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.737512 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.737691 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.737849 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.738007 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.738165 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.738324 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.738483 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.738641 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.738812 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.738970 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.739145 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.739312 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.739472 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.739630 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.739789 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.739946 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.740104 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.740263 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.740421 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.740617 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.740716 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.740874 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.741032 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.741190 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.741363 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.741505 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.741663 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.742179 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.742179 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.742179 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.742471 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.742471 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.742850 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.742850 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.742999 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.743089 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.743388 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.743388 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.743558 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.743639 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.743787 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.743947 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.744104 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.744263 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.744612 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.744612 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.744819 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.744911 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.745016 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.745200 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.745332 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.745488 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.745653 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.745796 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.745929 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.746090 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.746234 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.746421 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.746578 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.746716 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.746849 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.747006 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.747192 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.747389 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.747520 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.747663 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.747820 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.747977 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.748135 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.748294 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.748451 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.748610 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.748767 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.748924 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.749093 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.749257 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.749415 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.749574 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.749758 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.749916 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.750075 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.750259 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.750395 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.750837 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.750837 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.750837 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.751072 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.751173 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.751321 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.752012 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.752157 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.752307 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.752765 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.752765 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.752765 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.753035 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.753035 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.753192 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.753348 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.753506 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.753662 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.754015 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.754015 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.754177 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.754254 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.754405 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.754562 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.754720 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.754877 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.755034 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.755213 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.755359 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.755516 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.755674 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.755830 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.755992 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.756152 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.756311 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.756470 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.756630 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.756790 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.756949 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.757109 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.757268 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.757504 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.757607 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.757732 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.757890 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.758050 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.758207 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.758364 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.758522 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.758680 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.758852 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.759010 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.759193 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.759354 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.759512 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.759674 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.759830 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.759989 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.760146 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.760303 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.760460 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.760812 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.760812 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.760985 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.761066 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.761219 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.761392 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.761531 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.761690 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.761860 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.762020 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.762178 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.762335 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.762493 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.762651 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.762817 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.762975 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.763162 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.763310 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.763467 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.763625 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.763792 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.763951 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.764109 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.764266 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.764424 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.764581 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.764747 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.764905 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.765063 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.765219 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.765376 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.765533 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.765699 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.765858 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.766013 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.766170 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.766327 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.766484 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.766652 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.766809 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.766967 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.767782 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.768022 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.768212 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.768376 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.768527 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.768686 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.768852 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.769009 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.769168 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.769328 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.769498 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.769664 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.769825 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.769983 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.770141 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.770299 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.770459 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.770620 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.770787 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.770950 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.771110 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.771294 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.771461 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.771627 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.771791 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.771955 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.772130 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.772291 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.772449 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.772609 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.772770 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.772927 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.773088 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.773248 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.773406 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.773564 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.773723 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.773879 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.774040 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.774198 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.774357 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.774535 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.774929 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.774929 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.774929 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.775189 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 21:39:55.775295 dv-cinder-819722-1-iscsi neutron-server[108958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 29 21:39:55.775863 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 59174) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:39:55.784588 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065191 Nov 29 21:40:07.250398 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f646c1c-de80-4498-be3c-3280a0bed77d None None] get_active_networks_info from dv-cinder-819722-1-iscsi {{(pid=109069) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 21:40:07.331785 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d3f41eee-6142-4116-91cf-baf9fcee2495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1811152'] for agent, after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:07.367603 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f646c1c-de80-4498-be3c-3280a0bed77d None None] No non-hosted networks {{(pid=109069) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 29 21:40:09.623614 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9ad32912-7c7a-4a51-abe9-0617e2aec161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1811152'] for agent, after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:09.679658 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e973-ef80-4dc9-9633-a00b249c14df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:10.821762 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1811152'] for agent, after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:12.068291 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1811152'] for agent, after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:13.089848 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1811152'] for agent, after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:13.090516 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:13.090836 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:13.091254 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:13.091681 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:13.092000 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:13.092329 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:13.092649 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:13.093182 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:13.093714 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:13.094195 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:13.095382 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:13.095886 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:13.096460 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-819722-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:40:13.106561 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-819722-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:40:13.559572 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 59268) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:40:14.078651 dv-cinder-819722-1-iscsi neutron-server[109067]: WARNING oslo_policy.policy [None req-25b94e31-12dc-4b0e-b66b-3897e46c9a79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 21:40:14.079829 dv-cinder-819722-1-iscsi neutron-server[109067]: WARNING oslo_policy.policy [None req-25b94e31-12dc-4b0e-b66b-3897e46c9a79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 21:40:14.306730 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [None req-25b94e31-12dc-4b0e-b66b-3897e46c9a79 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 21:40:14.320707 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-25b94e31-12dc-4b0e-b66b-3897e46c9a79 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7472277 Nov 29 21:40:16.160651 dv-cinder-819722-1-iscsi neutron-server[109069]: INFO neutron.db.l3_hamode_db [None req-683facfa-19e4-4616-96bc-697f0304e15c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 29 21:40:16.238550 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683facfa-19e4-4616-96bc-697f0304e15c None None] Routers set() bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:40:16.238934 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683facfa-19e4-4616-96bc-697f0304e15c None None] Router IDs set() for agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 29 21:40:16.926340 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 59284) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:40:17.241783 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-f9764ad6-1ee3-483d-bb60-00e6678e0945 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:40:17.337610 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.policy [None req-f9764ad6-1ee3-483d-bb60-00e6678e0945 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109067) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 29 21:40:17.385278 dv-cinder-819722-1-iscsi neutron-server[109067]: WARNING oslo_policy.policy [None req-f9764ad6-1ee3-483d-bb60-00e6678e0945 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 21:40:17.385647 dv-cinder-819722-1-iscsi neutron-server[109067]: WARNING oslo_policy.policy [None req-f9764ad6-1ee3-483d-bb60-00e6678e0945 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 21:40:17.394685 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.quota [None req-f9764ad6-1ee3-483d-bb60-00e6678e0945 admin admin] Loaded quota_driver: . Nov 29 21:40:17.484589 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-f9764ad6-1ee3-483d-bb60-00e6678e0945 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752943777135', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752943676220', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752943665201', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752943664442', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752943687288', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752943678607', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-607944', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-661847', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1782578', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1578121'] for rbac-policy, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:17.551108 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-f9764ad6-1ee3-483d-bb60-00e6678e0945 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:17.552324 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-f9764ad6-1ee3-483d-bb60-00e6678e0945 admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6249914 Nov 29 21:40:20.336526 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 59296) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:40:20.636654 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Request body: {'network': {'project_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'tenant_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'admin_state_up': True, 'name': 'private'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:40:20.665958 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Made reservation on behalf of ec3e5ecf5f4a4dbfbf79a003adb9b6c3 for: {'network': 1} {{(pid=109067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:40:20.668985 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for network, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:20.687667 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:20.801354 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:20.804748 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:20.824291 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=109067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 21:40:20.852683 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752945619267', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:20.853261 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Unsubscribe: segment precommit_create {{(pid=109067) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 29 21:40:20.853785 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.db.segments_db [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Added segment 2118fc7c-f4b5-4c1d-ac1d-ccd7d585bc38 of type vlan for network a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec Nov 29 21:40:20.871644 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75284ae9-0701-4e31-be77-c880f7fee6d5,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:40:20.922026 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:20.922886 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:20.923380 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:20.923721 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:20.924052 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:20.924372 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:20.924695 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:20.925027 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:20.925346 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:20.925660 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:20.925968 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:20.926277 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Tracked resource versions report: Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: pushed versions: Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: { 'AddressGroup': {'1.2'}, Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: 'ConntrackHelper': {'1.0'}, Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: 'Log': {'1.0'}, Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: 'Network': {'1.1'}, Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: 'Port': {'1.7'}, Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: 'PortForwarding': {'1.2'}, Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: 'QosPolicy': {'1.10'}, Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: 'SecurityGroup': {'1.5'}, Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: 'SecurityGroupRule': {'1.2'}, Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: 'SubPort': {'1.0'}, Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: 'Subnet': {'1.1'}, Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: 'Trunk': {'1.1'}} Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: consumer versions: Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: { DHCP agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: L3 agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: Metadata agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: Metering agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: Open vSwitch agent@dv-cinder-819722-1-iscsi: { 'AddressGroup': '1.2', Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: 'ConntrackHelper': '1.0', Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: 'Log': '1.0', Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: 'Network': '1.1', Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: 'Port': '1.7', Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: 'PortForwarding': '1.2', Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: 'QosPolicy': '1.10', Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: 'SecurityGroup': '1.5', Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: 'SecurityGroupRule': '1.2', Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: 'SubPort': '1.0', Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: 'Subnet': '1.1', Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: 'Trunk': '1.1'}} Nov 29 21:40:20.927408 dv-cinder-819722-1-iscsi neutron-server[109067]: {{(pid=109067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 21:40:20.970399 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752945079902'] for network, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:21.012370 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for network, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:21.013407 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:40:21.014129 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:21.065025 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7274132 Nov 29 21:40:21.120883 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4497f9-91a1-43d6-9973-5d74ee086411 admin admin] Pushing event updated for resources: {'Network': ['ID=a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:40:21.133980 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Network a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec details requested by agent ovs-agent-dv-cinder-819722-1-iscsi with host dv-cinder-819722-1-iscsi {{(pid=109069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 21:40:23.923781 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 59310) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:40:24.317262 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c71fb0e-9ec1-450d-8d06-50b539ebe3ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:40:24.318633 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-8c71fb0e-9ec1-450d-8d06-50b539ebe3ba admin admin] 10.222.0.62 "GET /v2.0/networks/a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec HTTP/1.1" status: 200 len: 825 time: 0.3938880 Nov 29 21:40:24.344126 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-086401e9-8b05-4b62-a3fa-7aae13e5989b admin admin] 10.222.0.62 "GET /v2.0/subnetpools/722f98d9-e483-4538-8a27-abb5c5c29b0a HTTP/1.1" status: 200 len: 734 time: 0.0193584 Nov 29 21:40:24.352846 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-ff730aae-e948-45d5-9996-96a19e21bde8 admin admin] Request body: {'subnet': {'tenant_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'network_id': 'a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '722f98d9-e483-4538-8a27-abb5c5c29b0a', 'name': 'private-subnet'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:40:24.374120 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff730aae-e948-45d5-9996-96a19e21bde8 admin admin] Made reservation on behalf of ec3e5ecf5f4a4dbfbf79a003adb9b6c3 for: {'subnet': 1} {{(pid=109067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:40:24.376844 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-ff730aae-e948-45d5-9996-96a19e21bde8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:24.665228 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-ff730aae-e948-45d5-9996-96a19e21bde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for subnet, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:24.737456 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff730aae-e948-45d5-9996-96a19e21bde8 admin admin] Checking segment: {'id': '2118fc7c-f4b5-4c1d-ac1d-ccd7d585bc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:40:24.737843 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff730aae-e948-45d5-9996-96a19e21bde8 admin admin] Network hostable DHCP agents. Network: a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec, hostable agents: ['f050ea31-2221-4d35-9e43-364bf64fbd15'], hosted agents: [] {{(pid=109067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 21:40:24.743105 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff730aae-e948-45d5-9996-96a19e21bde8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22fc0c60-61d6-4997-aecb-2d87d8444356,revision_number=0']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:40:24.760705 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff730aae-e948-45d5-9996-96a19e21bde8 admin admin] Network a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec is scheduled to be hosted by DHCP agent f050ea31-2221-4d35-9e43-364bf64fbd15 with binding_index 1 {{(pid=109067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 21:40:24.772084 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-ff730aae-e948-45d5-9996-96a19e21bde8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819722-1-iscsi, a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec) {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:40:24.776774 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff730aae-e948-45d5-9996-96a19e21bde8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:40:24.777356 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-ff730aae-e948-45d5-9996-96a19e21bde8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for subnet, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:24.783202 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e699402-7c0c-4cf5-b971-013f5dde789b None None] Network a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:40:24.793689 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-ff730aae-e948-45d5-9996-96a19e21bde8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4439781 Nov 29 21:40:25.120614 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21caa0cc-6bdc-59e7-8938-ac611155d915-a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec', 'network_id': 'a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec', 'tenant_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'fixed_ips': [{'subnet_id': '22fc0c60-61d6-4997-aecb-2d87d8444356'}]}} from dv-cinder-819722-1-iscsi. {{(pid=109069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 21:40:25.121988 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:25.417001 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Allocated IP 172.20.0.2 (a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec/22fc0c60-61d6-4997-aecb-2d87d8444356/d1d16a49-09a5-4f41-9361-042bdb185e57) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:40:25.618522 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Publish callbacks [] for port, precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:25.625406 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:25.705716 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Network a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:40:25.709839 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:40:25.711518 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Pushing event updated for resources: {'Port': ['ID=d1d16a49-09a5-4f41-9361-042bdb185e57,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:40:25.716307 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:40:25.724835 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:25.725194 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:25.725540 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:25.725874 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:25.726202 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:25.726531 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:25.726856 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:25.727204 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:25.727531 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:25.727851 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:25.728172 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:25.728510 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Tracked resource versions report: Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: pushed versions: Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: { 'AddressGroup': {'1.2'}, Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: 'ConntrackHelper': {'1.0'}, Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: 'Log': {'1.0'}, Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: 'Network': {'1.1'}, Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: 'Port': {'1.7'}, Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: 'PortForwarding': {'1.2'}, Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: 'QosPolicy': {'1.10'}, Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: 'SecurityGroup': {'1.5'}, Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: 'SecurityGroupRule': {'1.2'}, Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: 'SubPort': {'1.0'}, Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: 'Subnet': {'1.1'}, Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: 'Trunk': {'1.1'}} Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: consumer versions: Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: { DHCP agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: L3 agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: Metadata agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: Metering agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: Open vSwitch agent@dv-cinder-819722-1-iscsi: { 'AddressGroup': '1.2', Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: 'ConntrackHelper': '1.0', Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: 'Log': '1.0', Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: 'Network': '1.1', Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: 'Port': '1.7', Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: 'PortForwarding': '1.2', Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: 'QosPolicy': '1.10', Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: 'SecurityGroup': '1.5', Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: 'SecurityGroupRule': '1.2', Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: 'SubPort': '1.0', Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: 'Subnet': '1.1', Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: 'Trunk': '1.1'}} Nov 29 21:40:25.729594 dv-cinder-819722-1-iscsi neutron-server[109069]: {{(pid=109069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 21:40:25.805183 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Attempting to bind port d1d16a49-09a5-4f41-9361-042bdb185e57 on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:40:25.805864 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Attempting to bind port d1d16a49-09a5-4f41-9361-042bdb185e57 by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': '2118fc7c-f4b5-4c1d-ac1d-ccd7d585bc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec'}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:40:25.806010 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Attempting to bind port d1d16a49-09a5-4f41-9361-042bdb185e57 on network a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:40:25.810935 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:40:25.811310 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Checking segment: {'id': '2118fc7c-f4b5-4c1d-ac1d-ccd7d585bc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:40:25.811772 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:25.812157 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Bound using segment: {'id': '2118fc7c-f4b5-4c1d-ac1d-ccd7d585bc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec'} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:40:25.812630 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Bound port: d1d16a49-09a5-4f41-9361-042bdb185e57, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2118fc7c-f4b5-4c1d-ac1d-ccd7d585bc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec'}}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:40:25.813548 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:25.874187 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] For port d1d16a49-09a5-4f41-9361-042bdb185e57, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:40:25.896481 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] For port d1d16a49-09a5-4f41-9361-042bdb185e57, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=d1d16a49-09a5-4f41-9361-042bdb185e57,segment=NetworkSegment(2118fc7c-f4b5-4c1d-ac1d-ccd7d585bc38),segment_id=2118fc7c-f4b5-4c1d-ac1d-ccd7d585bc38)] {{(pid=109069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:40:25.900735 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:25.957768 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2054d5-0f4c-4985-89b4-1c5f74ace81b None None] Pushing event updated for resources: {'Port': ['ID=d1d16a49-09a5-4f41-9361-042bdb185e57,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:40:27.394664 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 59318) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:40:27.889207 dv-cinder-819722-1-iscsi neutron-server[109068]: WARNING oslo_policy.policy [None req-63f7117e-8666-4480-a5cf-fc4b9a5c960f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 21:40:27.889823 dv-cinder-819722-1-iscsi neutron-server[109068]: WARNING oslo_policy.policy [None req-63f7117e-8666-4480-a5cf-fc4b9a5c960f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 21:40:28.116583 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [None req-63f7117e-8666-4480-a5cf-fc4b9a5c960f admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109068) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 21:40:28.117872 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-63f7117e-8666-4480-a5cf-fc4b9a5c960f admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7212164 Nov 29 21:40:30.713908 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 59332) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:40:31.041506 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [None req-a93c857f-adf4-40f7-806e-904929b44f39 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109068) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 21:40:31.042566 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-a93c857f-adf4-40f7-806e-904929b44f39 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3276660 Nov 29 21:40:33.889911 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 59346) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:40:34.191437 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-f66ff31c-250a-494e-8bf0-01d8330fb650 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'admin_state_up': True}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:40:34.257892 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.policy [None req-f66ff31c-250a-494e-8bf0-01d8330fb650 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109068) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 29 21:40:34.306163 dv-cinder-819722-1-iscsi neutron-server[109068]: WARNING oslo_policy.policy [None req-f66ff31c-250a-494e-8bf0-01d8330fb650 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 21:40:34.306539 dv-cinder-819722-1-iscsi neutron-server[109068]: WARNING oslo_policy.policy [None req-f66ff31c-250a-494e-8bf0-01d8330fb650 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 21:40:34.315461 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.quota [None req-f66ff31c-250a-494e-8bf0-01d8330fb650 admin admin] Loaded quota_driver: . Nov 29 21:40:34.374842 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f66ff31c-250a-494e-8bf0-01d8330fb650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1812733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63426'] for router, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:34.376818 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f66ff31c-250a-494e-8bf0-01d8330fb650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1692916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63433'] for router, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:34.534295 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f66ff31c-250a-494e-8bf0-01d8330fb650 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:34.540495 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f66ff31c-250a-494e-8bf0-01d8330fb650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811407'] for router, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:34.562101 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f66ff31c-250a-494e-8bf0-01d8330fb650 admin admin] Publish callbacks [] for router, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:34.563641 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-f66ff31c-250a-494e-8bf0-01d8330fb650 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6725929 Nov 29 21:40:34.958850 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device d1d16a49-09a5-4f41-9361-042bdb185e57 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:40:35.050881 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port d1d16a49-09a5-4f41-9361-042bdb185e57 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:40:35.051311 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:35.075808 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8af7a98-e37d-48ae-bb28-b0b9790464b9 None None] Network a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:40:35.249627 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:35.252961 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-1cc123fe-1cc2-41eb-9e52-429da252ea62 None None] Provisioning complete for port d1d16a49-09a5-4f41-9361-042bdb185e57 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:40:35.253320 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-1cc123fe-1cc2-41eb-9e52-429da252ea62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:35.357770 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] For port d1d16a49-09a5-4f41-9361-042bdb185e57, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=d1d16a49-09a5-4f41-9361-042bdb185e57,segment=NetworkSegment(2118fc7c-f4b5-4c1d-ac1d-ccd7d585bc38),segment_id=2118fc7c-f4b5-4c1d-ac1d-ccd7d585bc38)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:40:35.368347 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:35.477965 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Pushing event updated for resources: {'Port': ['ID=d1d16a49-09a5-4f41-9361-042bdb185e57,revision_number=3']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:40:35.693591 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-4d243d6f-632c-4e44-abf1-00e34cc37915 None None] Provisioning complete for port d1d16a49-09a5-4f41-9361-042bdb185e57 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:40:35.693964 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4d243d6f-632c-4e44-abf1-00e34cc37915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:36.920293 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device d1d16a49-09a5-4f41-9361-042bdb185e57 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:40:36.966939 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port d1d16a49-09a5-4f41-9361-042bdb185e57 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:40:36.967534 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:37.167128 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 59358) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:40:37.168177 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-89e02b1e-1394-4e9f-95da-9804b46fdbe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:37.479579 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [None req-31e92d3b-34c4-4677-ba29-fe06b85c81f8 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 21:40:37.480584 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-31e92d3b-34c4-4677-ba29-fe06b85c81f8 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3118584 Nov 29 21:40:37.640879 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 5 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:40:39.618824 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-407e24b0-43a7-4c8b-bacc-6a5ce3d86a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:40.070049 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 59366) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:40:40.394272 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-aab8e2a2-73d2-47ab-96a0-f97f9a0b4d90 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:40:40.414750 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab8e2a2-73d2-47ab-96a0-f97f9a0b4d90 admin admin] Made reservation on behalf of 5a863c3614844b3fb9f2aa78c2e451fa for: {'network': 1} {{(pid=109067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:40:40.417044 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-aab8e2a2-73d2-47ab-96a0-f97f9a0b4d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for network, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:40.425589 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-aab8e2a2-73d2-47ab-96a0-f97f9a0b4d90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:40.500489 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-aab8e2a2-73d2-47ab-96a0-f97f9a0b4d90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:40.503910 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-aab8e2a2-73d2-47ab-96a0-f97f9a0b4d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:40.518968 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-aab8e2a2-73d2-47ab-96a0-f97f9a0b4d90 admin admin] Reserving flat network on physical network physnet1 {{(pid=109067) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 29 21:40:40.538139 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8e2a2-73d2-47ab-96a0-f97f9a0b4d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30989f9-e92b-40df-b257-672db53a2bd5,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:40:40.544654 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-aab8e2a2-73d2-47ab-96a0-f97f9a0b4d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:40.544985 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.db.segments_db [None req-aab8e2a2-73d2-47ab-96a0-f97f9a0b4d90 admin admin] Added segment dc195048-13b6-414a-a14f-df16fc25d985 of type flat for network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 Nov 29 21:40:40.592092 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-aab8e2a2-73d2-47ab-96a0-f97f9a0b4d90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752945079902'] for network, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:40.626655 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-aab8e2a2-73d2-47ab-96a0-f97f9a0b4d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for network, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:40.627591 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab8e2a2-73d2-47ab-96a0-f97f9a0b4d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:40:40.628166 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-aab8e2a2-73d2-47ab-96a0-f97f9a0b4d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:40.653776 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-aab8e2a2-73d2-47ab-96a0-f97f9a0b4d90 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5826387 Nov 29 21:40:40.690258 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8e2a2-73d2-47ab-96a0-f97f9a0b4d90 admin admin] Pushing event updated for resources: {'Network': ['ID=784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:40:40.701749 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 details requested by agent ovs-agent-dv-cinder-819722-1-iscsi with host dv-cinder-819722-1-iscsi {{(pid=109069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 21:40:40.785659 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:42.004702 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:43.077250 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:43.278867 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 59384) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:40:43.453539 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d544d3a3-31e5-45ab-895a-45a2df7dd0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:40:43.455163 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-d544d3a3-31e5-45ab-895a-45a2df7dd0b5 admin admin] 10.222.0.62 "GET /v2.0/subnets/22fc0c60-61d6-4997-aecb-2d87d8444356 HTTP/1.1" status: 200 len: 849 time: 0.1752863 Nov 29 21:40:43.616484 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-324ffea0-53aa-4484-a1e6-debecdf6a29f admin admin] 10.222.0.62 "GET /v2.0/routers/4dd2f027-22c1-4900-9425-c1113a3bcb69 HTTP/1.1" status: 200 len: 704 time: 0.1552935 Nov 29 21:40:43.883922 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4fd690a6-3b25-4710-8dfb-3a209f55c4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:44.181271 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.db_base_plugin_common [None req-4fd690a6-3b25-4710-8dfb-3a209f55c4e2 admin admin] Allocated IP 172.20.0.1 (a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec/22fc0c60-61d6-4997-aecb-2d87d8444356/90ae24d1-7b53-409b-af5e-984c6b64aa12) {{(pid=109067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:40:44.382191 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4fd690a6-3b25-4710-8dfb-3a209f55c4e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:44.447906 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4fd690a6-3b25-4710-8dfb-3a209f55c4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:44.521267 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd690a6-3b25-4710-8dfb-3a209f55c4e2 admin admin] Network a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec is already hosted by enough agents. {{(pid=109067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:40:44.526122 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-4fd690a6-3b25-4710-8dfb-3a209f55c4e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:40:44.529223 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd690a6-3b25-4710-8dfb-3a209f55c4e2 admin admin] Received port after_create {{(pid=109067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:40:44.529766 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4fd690a6-3b25-4710-8dfb-3a209f55c4e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817148'] for router_interface, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:44.601698 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd690a6-3b25-4710-8dfb-3a209f55c4e2 admin admin] Pushing event updated for resources: {'Port': ['ID=90ae24d1-7b53-409b-af5e-984c6b64aa12,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:40:44.739765 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4fd690a6-3b25-4710-8dfb-3a209f55c4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:44.766036 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-27a62763-0d0b-4e75-b726-7c16df44915f None None] Provisioning complete for port 90ae24d1-7b53-409b-af5e-984c6b64aa12 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:40:44.766569 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-27a62763-0d0b-4e75-b726-7c16df44915f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:44.799329 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-27a62763-0d0b-4e75-b726-7c16df44915f None None] Port 90ae24d1-7b53-409b-af5e-984c6b64aa12 cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 21:40:44.962528 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4fd690a6-3b25-4710-8dfb-3a209f55c4e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:44.967008 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4fd690a6-3b25-4710-8dfb-3a209f55c4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:44.967876 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4fd690a6-3b25-4710-8dfb-3a209f55c4e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817224'] for router_interface, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:45.026953 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd690a6-3b25-4710-8dfb-3a209f55c4e2 admin admin] Pushing event updated for resources: {'Port': ['ID=90ae24d1-7b53-409b-af5e-984c6b64aa12,revision_number=2']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:40:45.090789 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd690a6-3b25-4710-8dfb-3a209f55c4e2 admin admin] Network a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec is already hosted by enough agents. {{(pid=109067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:40:45.092174 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-4fd690a6-3b25-4710-8dfb-3a209f55c4e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:40:45.258750 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd690a6-3b25-4710-8dfb-3a209f55c4e2 admin admin] Router 4dd2f027-22c1-4900-9425-c1113a3bcb69 is scheduled to L3 agent 45234573-5df4-4e32-989b-85d77f36231f with binding_index 1 {{(pid=109067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 21:40:45.320075 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-ec919f04-6f0c-4e16-a14d-4f0f8953e822 None None] Provisioning complete for port 90ae24d1-7b53-409b-af5e-984c6b64aa12 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:40:45.320455 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ec919f04-6f0c-4e16-a14d-4f0f8953e822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:45.350628 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd690a6-3b25-4710-8dfb-3a209f55c4e2 admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 21:40:45.364368 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-4fd690a6-3b25-4710-8dfb-3a209f55c4e2 admin admin] 10.222.0.62 "PUT /v2.0/routers/4dd2f027-22c1-4900-9425-c1113a3bcb69/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7339432 Nov 29 21:40:45.364898 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-ec919f04-6f0c-4e16-a14d-4f0f8953e822 None None] Port 90ae24d1-7b53-409b-af5e-984c6b64aa12 cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 21:40:45.364977 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] Sync routers for ids ['4dd2f027-22c1-4900-9425-c1113a3bcb69'] in dv-cinder-819722-1-iscsi {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 21:40:45.375290 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] Routers {'4dd2f027-22c1-4900-9425-c1113a3bcb69'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:40:45.376212 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:40:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['4dd2f027-22c1-4900-9425-c1113a3bcb69'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:40:45.569423 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] Set router 4dd2f027-22c1-4900-9425-c1113a3bcb69 gateway port host: None {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:40:46.004053 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd2f027-22c1-4900-9425-c1113a3bcb69', 'name': 'router1', 'tenant_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:40:34Z', 'updated_at': '2021-11-29T21:40:44Z', 'revision_number': 2, 'project_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'gw_port_host': None, '_interfaces': [{'id': '90ae24d1-7b53-409b-af5e-984c6b64aa12', 'name': '', 'network_id': 'a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec', 'tenant_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'mac_address': 'fa:16:3e:ef:73:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd2f027-22c1-4900-9425-c1113a3bcb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22fc0c60-61d6-4997-aecb-2d87d8444356', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:40:43Z', 'updated_at': '2021-11-29T21:40:44Z', 'revision_number': 2, 'project_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'subnets': [{'id': '22fc0c60-61d6-4997-aecb-2d87d8444356', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '722f98d9-e483-4538-8a27-abb5c5c29b0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:40:46.053860 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] Checking router: 4dd2f027-22c1-4900-9425-c1113a3bcb69 for host: dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 21:40:46.054232 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] Updating router 4dd2f027-22c1-4900-9425-c1113a3bcb69 port 90ae24d1-7b53-409b-af5e-984c6b64aa12 binding host dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 21:40:46.102864 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:46.616132 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:46.622399 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:46.792798 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] Attempting to bind port 90ae24d1-7b53-409b-af5e-984c6b64aa12 on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:40:46.793404 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] Attempting to bind port 90ae24d1-7b53-409b-af5e-984c6b64aa12 by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': '2118fc7c-f4b5-4c1d-ac1d-ccd7d585bc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:40:46.793938 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] Attempting to bind port 90ae24d1-7b53-409b-af5e-984c6b64aa12 on network a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:40:46.797723 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09065c76-bfde-4978-a162-a30a3f0caec5 None None] Pushing event updated for resources: {'Port': ['ID=90ae24d1-7b53-409b-af5e-984c6b64aa12,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:40:46.804930 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:40:46.805343 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] Checking segment: {'id': '2118fc7c-f4b5-4c1d-ac1d-ccd7d585bc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:40:46.805873 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:46.806367 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] Bound using segment: {'id': '2118fc7c-f4b5-4c1d-ac1d-ccd7d585bc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:40:46.806965 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] Bound port: 90ae24d1-7b53-409b-af5e-984c6b64aa12, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2118fc7c-f4b5-4c1d-ac1d-ccd7d585bc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:40:46.807479 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:46.820786 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09065c76-bfde-4978-a162-a30a3f0caec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:46.821151 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09065c76-bfde-4978-a162-a30a3f0caec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:46.821497 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09065c76-bfde-4978-a162-a30a3f0caec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:46.821835 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09065c76-bfde-4978-a162-a30a3f0caec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:46.822165 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09065c76-bfde-4978-a162-a30a3f0caec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:46.822494 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09065c76-bfde-4978-a162-a30a3f0caec5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:46.822821 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09065c76-bfde-4978-a162-a30a3f0caec5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:46.823168 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09065c76-bfde-4978-a162-a30a3f0caec5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:46.823515 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09065c76-bfde-4978-a162-a30a3f0caec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:46.823843 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09065c76-bfde-4978-a162-a30a3f0caec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:46.824165 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09065c76-bfde-4978-a162-a30a3f0caec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:46.824483 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09065c76-bfde-4978-a162-a30a3f0caec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09065c76-bfde-4978-a162-a30a3f0caec5 None None] Tracked resource versions report: Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: pushed versions: Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: { 'AddressGroup': {'1.2'}, Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: 'ConntrackHelper': {'1.0'}, Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: 'Log': {'1.0'}, Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: 'Network': {'1.1'}, Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: 'Port': {'1.7'}, Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: 'PortForwarding': {'1.2'}, Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: 'QosPolicy': {'1.10'}, Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: 'SecurityGroup': {'1.5'}, Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: 'SecurityGroupRule': {'1.2'}, Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: 'SubPort': {'1.0'}, Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: 'Subnet': {'1.1'}, Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: 'Trunk': {'1.1'}} Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: consumer versions: Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: { DHCP agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: L3 agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: Metadata agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: Metering agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: Open vSwitch agent@dv-cinder-819722-1-iscsi: { 'AddressGroup': '1.2', Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: 'ConntrackHelper': '1.0', Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: 'Log': '1.0', Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: 'Network': '1.1', Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: 'Port': '1.7', Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: 'PortForwarding': '1.2', Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: 'QosPolicy': '1.10', Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: 'SecurityGroup': '1.5', Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: 'SecurityGroupRule': '1.2', Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: 'SubPort': '1.0', Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: 'Subnet': '1.1', Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: 'Trunk': '1.1'}} Nov 29 21:40:46.825579 dv-cinder-819722-1-iscsi neutron-server[109070]: {{(pid=109070) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 21:40:46.885885 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-67fc81c2-1a3c-43ea-ad05-7b63ba5efb59 None None] Provisioning complete for port 90ae24d1-7b53-409b-af5e-984c6b64aa12 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:40:46.886384 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-67fc81c2-1a3c-43ea-ad05-7b63ba5efb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:46.889143 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] For port 90ae24d1-7b53-409b-af5e-984c6b64aa12, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:40:46.909745 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] For port 90ae24d1-7b53-409b-af5e-984c6b64aa12, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=90ae24d1-7b53-409b-af5e-984c6b64aa12,segment=NetworkSegment(2118fc7c-f4b5-4c1d-ac1d-ccd7d585bc38),segment_id=2118fc7c-f4b5-4c1d-ac1d-ccd7d585bc38)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:40:46.914273 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:46.923700 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-67fc81c2-1a3c-43ea-ad05-7b63ba5efb59 None None] Port 90ae24d1-7b53-409b-af5e-984c6b64aa12 cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 21:40:46.965076 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] Routers {'4dd2f027-22c1-4900-9425-c1113a3bcb69'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:40:46.965697 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:40:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['4dd2f027-22c1-4900-9425-c1113a3bcb69'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:40:47.016972 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09065c76-bfde-4978-a162-a30a3f0caec5 None None] Pushing event updated for resources: {'Port': ['ID=90ae24d1-7b53-409b-af5e-984c6b64aa12,revision_number=4']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:40:47.068079 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] Set router 4dd2f027-22c1-4900-9425-c1113a3bcb69 gateway port host: None {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:40:47.146598 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-13e817fc-1961-4343-ab27-d0d6b0ae0b46 None None] Provisioning complete for port 90ae24d1-7b53-409b-af5e-984c6b64aa12 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:40:47.146967 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-13e817fc-1961-4343-ab27-d0d6b0ae0b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:47.227590 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-13e817fc-1961-4343-ab27-d0d6b0ae0b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:47.260847 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-13e817fc-1961-4343-ab27-d0d6b0ae0b46 None None] For port 90ae24d1-7b53-409b-af5e-984c6b64aa12, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=90ae24d1-7b53-409b-af5e-984c6b64aa12,segment=NetworkSegment(2118fc7c-f4b5-4c1d-ac1d-ccd7d585bc38),segment_id=2118fc7c-f4b5-4c1d-ac1d-ccd7d585bc38)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:40:47.264775 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-13e817fc-1961-4343-ab27-d0d6b0ae0b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:47.284546 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd2f027-22c1-4900-9425-c1113a3bcb69', 'name': 'router1', 'tenant_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:40:34Z', 'updated_at': '2021-11-29T21:40:44Z', 'revision_number': 2, 'project_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'gw_port_host': None, '_interfaces': [{'id': '90ae24d1-7b53-409b-af5e-984c6b64aa12', 'name': '', 'network_id': 'a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec', 'tenant_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'mac_address': 'fa:16:3e:ef:73:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd2f027-22c1-4900-9425-c1113a3bcb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22fc0c60-61d6-4997-aecb-2d87d8444356', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:40:43Z', 'updated_at': '2021-11-29T21:40:46Z', 'revision_number': 4, 'project_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'subnets': [{'id': '22fc0c60-61d6-4997-aecb-2d87d8444356', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '722f98d9-e483-4538-8a27-abb5c5c29b0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:40:47.312214 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e817fc-1961-4343-ab27-d0d6b0ae0b46 None None] Pushing event updated for resources: {'Port': ['ID=90ae24d1-7b53-409b-af5e-984c6b64aa12,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:40:47.320360 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a9160-ba93-47be-8784-0796cd4dc13b None None] The sync data for ids ['4dd2f027-22c1-4900-9425-c1113a3bcb69'] in dv-cinder-819722-1-iscsi is: [{'id': '4dd2f027-22c1-4900-9425-c1113a3bcb69', 'name': 'router1', 'tenant_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:40:34Z', 'updated_at': '2021-11-29T21:40:44Z', 'revision_number': 2, 'project_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'gw_port_host': None, '_interfaces': [{'id': '90ae24d1-7b53-409b-af5e-984c6b64aa12', 'name': '', 'network_id': 'a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec', 'tenant_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'mac_address': 'fa:16:3e:ef:73:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd2f027-22c1-4900-9425-c1113a3bcb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22fc0c60-61d6-4997-aecb-2d87d8444356', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:40:43Z', 'updated_at': '2021-11-29T21:40:46Z', 'revision_number': 4, 'project_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'subnets': [{'id': '22fc0c60-61d6-4997-aecb-2d87d8444356', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '722f98d9-e483-4538-8a27-abb5c5c29b0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 21:40:47.798604 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 59404) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:40:47.979365 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaa99a0-aa92-43ca-be92-fddace7e62ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:40:47.980789 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-fbaa99a0-aa92-43ca-be92-fddace7e62ae admin admin] 10.222.0.62 "GET /v2.0/networks/784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 HTTP/1.1" status: 200 len: 842 time: 0.1810789 Nov 29 21:40:47.991633 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:40:48.018019 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] Made reservation on behalf of 5a863c3614844b3fb9f2aa78c2e451fa for: {'subnet': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:40:48.020727 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:48.404920 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.objects.ports [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109068) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 21:40:48.405388 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for subnet, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:48.477188 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] Checking segment: {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:40:48.477580 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] Network hostable DHCP agents. Network: 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5, hostable agents: ['f050ea31-2221-4d35-9e43-364bf64fbd15'], hosted agents: [] {{(pid=109068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 21:40:48.479935 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9ef98f4-00ee-4d58-b124-c3e8fe21fad4,revision_number=0']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:40:48.493736 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:48.494084 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:48.494423 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:48.494755 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:48.495078 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:48.495431 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:48.495755 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:48.496094 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:48.496420 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:48.496736 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:48.497051 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:48.497364 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] Tracked resource versions report: Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: pushed versions: Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: { 'AddressGroup': {'1.2'}, Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: 'ConntrackHelper': {'1.0'}, Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: 'Log': {'1.0'}, Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: 'Network': {'1.1'}, Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: 'Port': {'1.7'}, Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: 'PortForwarding': {'1.2'}, Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: 'QosPolicy': {'1.10'}, Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: 'SecurityGroup': {'1.5'}, Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: 'SecurityGroupRule': {'1.2'}, Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: 'SubPort': {'1.0'}, Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: 'Subnet': {'1.1'}, Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: 'Trunk': {'1.1'}} Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: consumer versions: Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: { DHCP agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: L3 agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: Metadata agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: Metering agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: Open vSwitch agent@dv-cinder-819722-1-iscsi: { 'AddressGroup': '1.2', Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: 'ConntrackHelper': '1.0', Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: 'Log': '1.0', Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: 'Network': '1.1', Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: 'Port': '1.7', Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: 'PortForwarding': '1.2', Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: 'QosPolicy': '1.10', Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: 'SecurityGroup': '1.5', Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: 'SecurityGroupRule': '1.2', Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: 'SubPort': '1.0', Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: 'Subnet': '1.1', Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: 'Trunk': '1.1'}} Nov 29 21:40:48.498474 dv-cinder-819722-1-iscsi neutron-server[109068]: {{(pid=109068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 21:40:48.536624 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] Network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 is scheduled to be hosted by DHCP agent f050ea31-2221-4d35-9e43-364bf64fbd15 with binding_index 1 {{(pid=109068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 21:40:48.550464 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819722-1-iscsi, 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5) {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:40:48.555676 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:40:48.556819 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for subnet, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:48.561472 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefdcb42-7def-4c13-9886-c9b58d5594e1 None None] Network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:40:48.577075 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-e287e27a-e66a-44c4-ba02-e5cd21edc418 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5885396 Nov 29 21:40:48.707914 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e98d094-5267-471f-a91b-181e4838571d None None] Network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:40:51.084903 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 59416) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:40:51.303223 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-f9ae9e0a-b578-472f-82c9-63993c78992d admin admin] 10.222.0.62 "GET /v2.0/routers/4dd2f027-22c1-4900-9425-c1113a3bcb69 HTTP/1.1" status: 200 len: 710 time: 0.2171481 Nov 29 21:40:51.391814 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeefda8-a391-4e2a-b83f-871e61ec5603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:40:51.393090 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-eaeefda8-a391-4e2a-b83f-871e61ec5603 admin admin] 10.222.0.62 "GET /v2.0/networks/784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 HTTP/1.1" status: 200 len: 886 time: 0.0840321 Nov 29 21:40:51.402290 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-f7f5d049-b90d-454f-92ad-6af1f92668e0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:40:51.660814 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f7f5d049-b90d-454f-92ad-6af1f92668e0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:51.903063 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f7f5d049-b90d-454f-92ad-6af1f92668e0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:51.983350 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f7f5d049-b90d-454f-92ad-6af1f92668e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:52.136588 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [None req-f7f5d049-b90d-454f-92ad-6af1f92668e0 admin admin] Allocated IP 172.27.0.221 (784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5/a9ef98f4-00ee-4d58-b124-c3e8fe21fad4/56f9a5ac-26e3-451a-8fee-cb97e0ea76c4) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:40:52.244295 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f7f5d049-b90d-454f-92ad-6af1f92668e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:52.305298 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f7f5d049-b90d-454f-92ad-6af1f92668e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:52.419386 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f5d049-b90d-454f-92ad-6af1f92668e0 admin admin] Network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:40:52.424788 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [None req-f7f5d049-b90d-454f-92ad-6af1f92668e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:40:52.430822 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f5d049-b90d-454f-92ad-6af1f92668e0 admin admin] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:40:52.471678 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5d049-b90d-454f-92ad-6af1f92668e0 admin admin] Pushing event updated for resources: {'Port': ['ID=56f9a5ac-26e3-451a-8fee-cb97e0ea76c4,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:40:52.726308 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f7f5d049-b90d-454f-92ad-6af1f92668e0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:52.936572 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f7f5d049-b90d-454f-92ad-6af1f92668e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1811234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1812083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63463'] for router, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:52.941537 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f7f5d049-b90d-454f-92ad-6af1f92668e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1811417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1811408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1812074'] for router, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:53.065986 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f5d049-b90d-454f-92ad-6af1f92668e0 admin admin] Router 4dd2f027-22c1-4900-9425-c1113a3bcb69 has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 21:40:53.177284 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f5d049-b90d-454f-92ad-6af1f92668e0 admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 21:40:53.181748 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f7f5d049-b90d-454f-92ad-6af1f92668e0 admin admin] Publish callbacks [] for router, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:53.182962 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-f7f5d049-b90d-454f-92ad-6af1f92668e0 admin admin] 10.222.0.62 "PUT /v2.0/routers/4dd2f027-22c1-4900-9425-c1113a3bcb69 HTTP/1.1" status: 200 len: 890 time: 1.7838254 Nov 29 21:40:54.426212 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] Sync routers for ids ['4dd2f027-22c1-4900-9425-c1113a3bcb69'] in dv-cinder-819722-1-iscsi {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 21:40:54.437421 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] Routers {'4dd2f027-22c1-4900-9425-c1113a3bcb69'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:40:54.438196 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:40:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['4dd2f027-22c1-4900-9425-c1113a3bcb69'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:40:54.657486 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] Set router 4dd2f027-22c1-4900-9425-c1113a3bcb69 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:40:54.983056 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 90ae24d1-7b53-409b-af5e-984c6b64aa12 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:40:55.149064 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 90ae24d1-7b53-409b-af5e-984c6b64aa12 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:40:55.149439 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:55.190195 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd2f027-22c1-4900-9425-c1113a3bcb69', 'name': 'router1', 'tenant_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '56f9a5ac-26e3-451a-8fee-cb97e0ea76c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:40:34Z', 'updated_at': '2021-11-29T21:40:52Z', 'revision_number': 4, 'project_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'gw_port': {'id': '56f9a5ac-26e3-451a-8fee-cb97e0ea76c4', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd2f027-22c1-4900-9425-c1113a3bcb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:40:51Z', 'updated_at': '2021-11-29T21:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '90ae24d1-7b53-409b-af5e-984c6b64aa12', 'name': '', 'network_id': 'a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec', 'tenant_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'mac_address': 'fa:16:3e:ef:73:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd2f027-22c1-4900-9425-c1113a3bcb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22fc0c60-61d6-4997-aecb-2d87d8444356', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:40:43Z', 'updated_at': '2021-11-29T21:40:47Z', 'revision_number': 5, 'project_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'subnets': [{'id': '22fc0c60-61d6-4997-aecb-2d87d8444356', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '722f98d9-e483-4538-8a27-abb5c5c29b0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:40:55.245608 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] Checking router: 4dd2f027-22c1-4900-9425-c1113a3bcb69 for host: dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 21:40:55.245898 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] Updating router 4dd2f027-22c1-4900-9425-c1113a3bcb69 port 56f9a5ac-26e3-451a-8fee-cb97e0ea76c4 binding host dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 21:40:55.299694 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:55.671814 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] Publish callbacks [] for port, precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:55.678768 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:55.733407 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126dfa9-7f4d-42be-ac23-9943ab138ad1 None None] Pushing event updated for resources: {'Port': ['ID=56f9a5ac-26e3-451a-8fee-cb97e0ea76c4,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:40:55.736470 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] Attempting to bind port 56f9a5ac-26e3-451a-8fee-cb97e0ea76c4 on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:40:55.736840 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] Attempting to bind port 56f9a5ac-26e3-451a-8fee-cb97e0ea76c4 by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:40:55.737270 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] Attempting to bind port 56f9a5ac-26e3-451a-8fee-cb97e0ea76c4 on network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:40:55.742891 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:40:55.743234 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] Checking segment: {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:40:55.743638 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:55.744027 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] Bound using segment: {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:40:55.744496 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] Bound port: 56f9a5ac-26e3-451a-8fee-cb97e0ea76c4, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:40:55.744894 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:55.775179 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 59428) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:40:55.794690 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] For port 56f9a5ac-26e3-451a-8fee-cb97e0ea76c4, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:40:55.798679 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] For port 56f9a5ac-26e3-451a-8fee-cb97e0ea76c4, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=56f9a5ac-26e3-451a-8fee-cb97e0ea76c4,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:40:55.803089 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:55.863220 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] Routers {'4dd2f027-22c1-4900-9425-c1113a3bcb69'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:40:55.863846 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:40:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['4dd2f027-22c1-4900-9425-c1113a3bcb69'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:40:55.868528 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126dfa9-7f4d-42be-ac23-9943ab138ad1 None None] Pushing event updated for resources: {'Port': ['ID=56f9a5ac-26e3-451a-8fee-cb97e0ea76c4,revision_number=3']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:40:55.894327 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-47ccedab-7e1c-4e1c-adba-67693f7d3a0f admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1171968 Nov 29 21:40:55.985571 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] Set router 4dd2f027-22c1-4900-9425-c1113a3bcb69 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:40:56.216625 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd2f027-22c1-4900-9425-c1113a3bcb69', 'name': 'router1', 'tenant_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '56f9a5ac-26e3-451a-8fee-cb97e0ea76c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:40:34Z', 'updated_at': '2021-11-29T21:40:52Z', 'revision_number': 4, 'project_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'gw_port': {'id': '56f9a5ac-26e3-451a-8fee-cb97e0ea76c4', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd2f027-22c1-4900-9425-c1113a3bcb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:40:51Z', 'updated_at': '2021-11-29T21:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '90ae24d1-7b53-409b-af5e-984c6b64aa12', 'name': '', 'network_id': 'a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec', 'tenant_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'mac_address': 'fa:16:3e:ef:73:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd2f027-22c1-4900-9425-c1113a3bcb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22fc0c60-61d6-4997-aecb-2d87d8444356', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:40:43Z', 'updated_at': '2021-11-29T21:40:47Z', 'revision_number': 5, 'project_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'subnets': [{'id': '22fc0c60-61d6-4997-aecb-2d87d8444356', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '722f98d9-e483-4538-8a27-abb5c5c29b0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:40:56.246144 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a18d1be-a59e-46bc-99d5-e8fcbb5c4cb6 None None] The sync data for ids ['4dd2f027-22c1-4900-9425-c1113a3bcb69'] in dv-cinder-819722-1-iscsi is: [{'id': '4dd2f027-22c1-4900-9425-c1113a3bcb69', 'name': 'router1', 'tenant_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '56f9a5ac-26e3-451a-8fee-cb97e0ea76c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:40:34Z', 'updated_at': '2021-11-29T21:40:52Z', 'revision_number': 4, 'project_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'gw_port': {'id': '56f9a5ac-26e3-451a-8fee-cb97e0ea76c4', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd2f027-22c1-4900-9425-c1113a3bcb69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:40:51Z', 'updated_at': '2021-11-29T21:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '90ae24d1-7b53-409b-af5e-984c6b64aa12', 'name': '', 'network_id': 'a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec', 'tenant_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'mac_address': 'fa:16:3e:ef:73:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd2f027-22c1-4900-9425-c1113a3bcb69', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22fc0c60-61d6-4997-aecb-2d87d8444356', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:40:43Z', 'updated_at': '2021-11-29T21:40:47Z', 'revision_number': 5, 'project_id': 'ec3e5ecf5f4a4dbfbf79a003adb9b6c3', 'subnets': [{'id': '22fc0c60-61d6-4997-aecb-2d87d8444356', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '722f98d9-e483-4538-8a27-abb5c5c29b0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 21:40:56.984501 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 56f9a5ac-26e3-451a-8fee-cb97e0ea76c4 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:40:57.038023 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 56f9a5ac-26e3-451a-8fee-cb97e0ea76c4 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:40:57.038397 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:57.114714 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:57.140201 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] For port 56f9a5ac-26e3-451a-8fee-cb97e0ea76c4, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=56f9a5ac-26e3-451a-8fee-cb97e0ea76c4,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:40:57.145113 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:40:57.195326 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Pushing event updated for resources: {'Port': ['ID=56f9a5ac-26e3-451a-8fee-cb97e0ea76c4,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:40:58.958989 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 56f9a5ac-26e3-451a-8fee-cb97e0ea76c4 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:40:59.010210 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 56f9a5ac-26e3-451a-8fee-cb97e0ea76c4 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:40:59.010494 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:41:07.175774 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d422bb7d-2231-4cb3-962a-474c1342e5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:41:09.621012 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-8d0a534e-ba1b-47a8-ae12-19b760171ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:41:10.787252 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:41:12.013596 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:41:13.089154 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:41:14.642515 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 5 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:41:37.185730 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b18c1325-81db-4abb-99e6-4b6e6a4fc9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:41:39.629137 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-fb7afe3c-6f5d-4420-9304-84215e744d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:41:40.783535 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:41:42.009897 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:41:43.085178 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:41:51.642292 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 5 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:42:07.167471 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-142b2705-d740-4d62-a097-f3bae463012f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:42:09.622446 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2c33e126-0747-432e-9424-540c27838fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:42:10.784428 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:42:12.011252 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:42:13.081151 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:42:17.165678 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 59914) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:42:17.227524 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3000971-f586-4bf2-bbf5-5015b64c9167 admin admin] GET failed (client error): The resource could not be found. Nov 29 21:42:17.228807 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-c3000971-f586-4bf2-bbf5-5015b64c9167 admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621598 Nov 29 21:42:17.393028 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6cbc41-c98a-416e-9c00-1db12ac1410f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:42:17.394503 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-cf6cbc41-c98a-416e-9c00-1db12ac1410f admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1604526 Nov 29 21:42:19.758357 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 59924) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:42:19.860470 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7653826-cf6c-436e-9575-ba5d61c82905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:42:19.861829 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-b7653826-cf6c-436e-9575-ba5d61c82905 admin admin] 10.222.0.62 "GET /v2.0/subnets/22fc0c60-61d6-4997-aecb-2d87d8444356 HTTP/1.1" status: 200 len: 849 time: 0.1025157 Nov 29 21:42:19.871880 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-12573a82-5b68-417e-bc99-3ce72e4c69b1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:42:19.957620 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-12573a82-5b68-417e-bc99-3ce72e4c69b1 admin admin] Publish callbacks [] for subnet, before_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:42:20.179993 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-12573a82-5b68-417e-bc99-3ce72e4c69b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752945501332'] for subnet, after_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:42:20.215363 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12573a82-5b68-417e-bc99-3ce72e4c69b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:42:20.216024 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-12573a82-5b68-417e-bc99-3ce72e4c69b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for subnet, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:42:20.217669 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-12573a82-5b68-417e-bc99-3ce72e4c69b1 admin admin] 10.222.0.62 "PUT /v2.0/subnets/22fc0c60-61d6-4997-aecb-2d87d8444356 HTTP/1.1" status: 200 len: 868 time: 0.3492293 Nov 29 21:42:20.219108 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a67423b-2a0c-4ba8-aa71-74d78839bafe None None] Network a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:42:20.235602 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12573a82-5b68-417e-bc99-3ce72e4c69b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22fc0c60-61d6-4997-aecb-2d87d8444356,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:42:20.243339 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12573a82-5b68-417e-bc99-3ce72e4c69b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:42:20.243985 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12573a82-5b68-417e-bc99-3ce72e4c69b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:42:20.244586 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12573a82-5b68-417e-bc99-3ce72e4c69b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:42:20.245209 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12573a82-5b68-417e-bc99-3ce72e4c69b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:42:20.245775 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12573a82-5b68-417e-bc99-3ce72e4c69b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:42:20.246408 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12573a82-5b68-417e-bc99-3ce72e4c69b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:42:20.247314 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12573a82-5b68-417e-bc99-3ce72e4c69b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:42:20.247671 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12573a82-5b68-417e-bc99-3ce72e4c69b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:42:20.248794 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12573a82-5b68-417e-bc99-3ce72e4c69b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:42:20.250244 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12573a82-5b68-417e-bc99-3ce72e4c69b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:42:20.250244 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12573a82-5b68-417e-bc99-3ce72e4c69b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:42:20.250471 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12573a82-5b68-417e-bc99-3ce72e4c69b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:42:20.560206 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-edbfd2cb-bc66-4870-934e-0943852a46df None None] Provisioning complete for port d1d16a49-09a5-4f41-9361-042bdb185e57 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:42:20.560573 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-edbfd2cb-bc66-4870-934e-0943852a46df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:42:20.645774 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-edbfd2cb-bc66-4870-934e-0943852a46df None None] Provisioning complete for port 90ae24d1-7b53-409b-af5e-984c6b64aa12 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:42:20.646144 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-edbfd2cb-bc66-4870-934e-0943852a46df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:42:22.635587 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 59932) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:42:22.840743 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7370f022-f971-4cc6-8b51-a1a8639d4aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:42:22.841117 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7370f022-f971-4cc6-8b51-a1a8639d4aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:42:22.843370 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-7370f022-f971-4cc6-8b51-a1a8639d4aec admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2067685 Nov 29 21:42:25.211360 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 59942) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:42:25.344161 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73df05f-dd47-4303-8860-e41e07f4ab45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:42:25.344632 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73df05f-dd47-4303-8860-e41e07f4ab45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:42:25.346144 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-f73df05f-dd47-4303-8860-e41e07f4ab45 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1338303 Nov 29 21:42:27.718330 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 59950) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:42:27.842843 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806503d6-d1eb-4b37-bca5-b68bb7148bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:42:27.844230 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-806503d6-d1eb-4b37-bca5-b68bb7148bcd admin admin] 10.222.0.62 "GET /v2.0/networks/784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 HTTP/1.1" status: 200 len: 886 time: 0.1249502 Nov 29 21:42:28.640752 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 5 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:42:30.228543 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 59958) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:42:30.432024 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b150480-0fb7-4497-91cf-ffc169941a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:42:30.433334 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-8b150480-0fb7-4497-91cf-ffc169941a0e admin admin] 10.222.0.62 "GET /v2.0/networks/a2eb8fcf-33fe-4bd0-8b09-d924e9ea17ec HTTP/1.1" status: 200 len: 869 time: 0.2037873 Nov 29 21:42:32.793006 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 59966) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:42:32.917757 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb45c75-9626-4481-b306-da01446c12e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:42:32.918221 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb45c75-9626-4481-b306-da01446c12e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:42:32.919774 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-acb45c75-9626-4481-b306-da01446c12e6 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257801 Nov 29 21:42:35.283631 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 59974) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:42:35.409797 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605958e7-fe88-44f4-964e-262acaa8a401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:42:35.410255 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605958e7-fe88-44f4-964e-262acaa8a401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:42:35.411806 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-605958e7-fe88-44f4-964e-262acaa8a401 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1272252 Nov 29 21:42:37.168691 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f78c8701-642a-4642-8bfa-f9795524b0ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:42:37.771479 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 59982) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:42:37.869939 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb647d6-bfe1-4cca-8fee-5bbeadfb64ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:42:37.871297 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-0bb647d6-bfe1-4cca-8fee-5bbeadfb64ae admin admin] 10.222.0.62 "GET /v2.0/subnets/22fc0c60-61d6-4997-aecb-2d87d8444356 HTTP/1.1" status: 200 len: 868 time: 0.0988500 Nov 29 21:42:39.628501 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-57adc98f-82e9-4c32-b7ed-d5a497438921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:42:40.228695 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 59990) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:42:40.320489 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fe83ad-a79f-4407-8950-3f370e1c5d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:42:40.321829 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-a0fe83ad-a79f-4407-8950-3f370e1c5d38 admin admin] 10.222.0.62 "GET /v2.0/subnets/a9ef98f4-00ee-4d58-b124-c3e8fe21fad4 HTTP/1.1" status: 200 len: 816 time: 0.0921705 Nov 29 21:42:40.784203 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:42:42.014122 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:42:43.083535 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:05.082840 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 60044) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:43:05.130520 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [None req-ef69ae67-9176-4bb2-97cb-fa85152ce4bf admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109068) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 21:43:05.131533 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-ef69ae67-9176-4bb2-97cb-fa85152ce4bf admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477233 Nov 29 21:43:05.638524 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 5 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:43:07.170567 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ce03594b-1cfe-48e9-adbb-e801cf5bb151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:07.621146 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 60052) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:43:07.683709 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bec38ac-0784-4697-b914-9dd000307d3c admin admin] GET failed (client error): The resource could not be found. Nov 29 21:43:07.685017 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-3bec38ac-0784-4697-b914-9dd000307d3c admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0629249 Nov 29 21:43:07.825154 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556bbea4-aa2c-4bd4-ba48-63f921405925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:43:07.827369 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-556bbea4-aa2c-4bd4-ba48-63f921405925 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1371927 Nov 29 21:43:09.630226 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-39918acc-3d5b-4dc0-b1e5-fae3fe3aed82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:10.253878 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 60060) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:43:10.309694 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:43:10.333924 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] Made reservation on behalf of 5a863c3614844b3fb9f2aa78c2e451fa for: {'network': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:43:10.336202 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for network, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:10.378344 dv-cinder-819722-1-iscsi neutron-server[109068]: WARNING neutron.services.revisions.revision_plugin [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] Could not find related network for resource to bump revision. Nov 29 21:43:10.394588 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=109068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 21:43:10.409931 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752945619267', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:10.410497 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] Unsubscribe: segment precommit_create {{(pid=109068) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 29 21:43:10.411002 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.db.segments_db [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] Added segment d958fde9-59ca-40a6-af4f-3b363b4a2551 of type vlan for network 1826450b-3024-4093-a1e9-7a61fb92233f Nov 29 21:43:10.454965 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752945079902'] for network, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:10.485149 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for network, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:10.486062 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:43:10.486664 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:10.530876 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2758822 Nov 29 21:43:10.585578 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] Pushing event updated for resources: {'Network': ['ID=1826450b-3024-4093-a1e9-7a61fb92233f,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:43:10.593831 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:43:10.594205 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:43:10.594555 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:43:10.594893 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:43:10.595255 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:43:10.595614 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:43:10.595957 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:43:10.596307 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:43:10.596660 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:43:10.596993 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:43:10.597320 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:43:10.597644 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f62169-b2b3-4df7-a24a-177f60d325c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:43:10.611313 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Network 1826450b-3024-4093-a1e9-7a61fb92233f details requested by agent ovs-agent-dv-cinder-819722-1-iscsi with host dv-cinder-819722-1-iscsi {{(pid=109069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 21:43:10.788096 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:12.016484 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:12.972365 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 60068) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:43:13.032558 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e5b9570-20cd-470d-907f-2339ccc18773 admin admin] GET failed (client error): The resource could not be found. Nov 29 21:43:13.033845 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-1e5b9570-20cd-470d-907f-2339ccc18773 admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605073 Nov 29 21:43:13.086636 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:13.108837 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c75e57-a657-4f5a-a1ef-36fc37b8805f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:43:13.110278 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-95c75e57-a657-4f5a-a1ef-36fc37b8805f admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0719173 Nov 29 21:43:13.120403 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-fac02f22-458b-48a9-8804-38eb31169a54 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '1826450b-3024-4093-a1e9-7a61fb92233f'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:43:13.141099 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac02f22-458b-48a9-8804-38eb31169a54 admin admin] Made reservation on behalf of 5a863c3614844b3fb9f2aa78c2e451fa for: {'subnet': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:43:13.143600 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fac02f22-458b-48a9-8804-38eb31169a54 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:13.305326 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fac02f22-458b-48a9-8804-38eb31169a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for subnet, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:13.359980 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac02f22-458b-48a9-8804-38eb31169a54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99945c73-2c0a-4f18-bd4a-d7173a106ab1,revision_number=0']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:43:13.368218 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac02f22-458b-48a9-8804-38eb31169a54 admin admin] Checking segment: {'id': 'd958fde9-59ca-40a6-af4f-3b363b4a2551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '1826450b-3024-4093-a1e9-7a61fb92233f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:43:13.368567 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac02f22-458b-48a9-8804-38eb31169a54 admin admin] Network hostable DHCP agents. Network: 1826450b-3024-4093-a1e9-7a61fb92233f, hostable agents: ['f050ea31-2221-4d35-9e43-364bf64fbd15'], hosted agents: [] {{(pid=109068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 21:43:13.385841 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac02f22-458b-48a9-8804-38eb31169a54 admin admin] Network 1826450b-3024-4093-a1e9-7a61fb92233f is scheduled to be hosted by DHCP agent f050ea31-2221-4d35-9e43-364bf64fbd15 with binding_index 1 {{(pid=109068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 21:43:13.392826 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [None req-fac02f22-458b-48a9-8804-38eb31169a54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819722-1-iscsi, 1826450b-3024-4093-a1e9-7a61fb92233f) {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:43:13.396859 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac02f22-458b-48a9-8804-38eb31169a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:43:13.397472 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fac02f22-458b-48a9-8804-38eb31169a54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for subnet, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:13.401760 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531b5309-bf1b-4e52-acdc-d66cec6039eb None None] Network 1826450b-3024-4093-a1e9-7a61fb92233f requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:43:13.411613 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-fac02f22-458b-48a9-8804-38eb31169a54 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2945096 Nov 29 21:43:13.649110 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21caa0cc-6bdc-59e7-8938-ac611155d915-1826450b-3024-4093-a1e9-7a61fb92233f', 'network_id': '1826450b-3024-4093-a1e9-7a61fb92233f', 'tenant_id': '5a863c3614844b3fb9f2aa78c2e451fa', 'fixed_ips': [{'subnet_id': '99945c73-2c0a-4f18-bd4a-d7173a106ab1'}]}} from dv-cinder-819722-1-iscsi. {{(pid=109069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 21:43:13.650003 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:13.788607 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Allocated IP 192.168.233.2 (1826450b-3024-4093-a1e9-7a61fb92233f/99945c73-2c0a-4f18-bd4a-d7173a106ab1/a90959ba-8b6a-4fcd-ac82-9527c518b5db) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:43:13.938004 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Publish callbacks [] for port, precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:13.944511 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:13.980296 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Network 1826450b-3024-4093-a1e9-7a61fb92233f is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:43:13.985796 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:43:13.989253 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:43:14.002215 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Pushing event updated for resources: {'Port': ['ID=a90959ba-8b6a-4fcd-ac82-9527c518b5db,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:43:14.021513 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:43:14.021876 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:43:14.022215 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:43:14.022551 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:43:14.022881 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:43:14.023231 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:43:14.023556 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:43:14.023870 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:43:14.024220 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:43:14.024542 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:43:14.024860 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:43:14.025174 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:43:14.059690 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Attempting to bind port a90959ba-8b6a-4fcd-ac82-9527c518b5db on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:43:14.060057 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Attempting to bind port a90959ba-8b6a-4fcd-ac82-9527c518b5db by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': 'd958fde9-59ca-40a6-af4f-3b363b4a2551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '1826450b-3024-4093-a1e9-7a61fb92233f'}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:43:14.060416 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Attempting to bind port a90959ba-8b6a-4fcd-ac82-9527c518b5db on network 1826450b-3024-4093-a1e9-7a61fb92233f {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:43:14.065924 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:43:14.066480 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Checking segment: {'id': 'd958fde9-59ca-40a6-af4f-3b363b4a2551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '1826450b-3024-4093-a1e9-7a61fb92233f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:43:14.067052 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:14.067506 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Bound using segment: {'id': 'd958fde9-59ca-40a6-af4f-3b363b4a2551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '1826450b-3024-4093-a1e9-7a61fb92233f'} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:43:14.067971 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Bound port: a90959ba-8b6a-4fcd-ac82-9527c518b5db, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd958fde9-59ca-40a6-af4f-3b363b4a2551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '1826450b-3024-4093-a1e9-7a61fb92233f'}}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:43:14.068360 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:14.133923 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] For port a90959ba-8b6a-4fcd-ac82-9527c518b5db, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:43:14.138159 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] For port a90959ba-8b6a-4fcd-ac82-9527c518b5db, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=a90959ba-8b6a-4fcd-ac82-9527c518b5db,segment=NetworkSegment(d958fde9-59ca-40a6-af4f-3b363b4a2551),segment_id=d958fde9-59ca-40a6-af4f-3b363b4a2551)] {{(pid=109069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:43:14.143292 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:14.205340 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd9e0c-49eb-4163-98a5-0d2f619b6dc1 None None] Pushing event updated for resources: {'Port': ['ID=a90959ba-8b6a-4fcd-ac82-9527c518b5db,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:43:15.046401 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device a90959ba-8b6a-4fcd-ac82-9527c518b5db up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:43:15.077536 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047e4a6f-c251-4f9f-99ed-bb3fa0f1083c None None] Network 1826450b-3024-4093-a1e9-7a61fb92233f requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:43:15.207966 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-1340524b-5b34-4786-9c93-c2b261084182 None None] Provisioning complete for port a90959ba-8b6a-4fcd-ac82-9527c518b5db triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:43:15.208650 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-1340524b-5b34-4786-9c93-c2b261084182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:15.209810 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port a90959ba-8b6a-4fcd-ac82-9527c518b5db triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:43:15.210165 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:15.396992 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-1340524b-5b34-4786-9c93-c2b261084182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:15.411893 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:15.453262 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-1340524b-5b34-4786-9c93-c2b261084182 None None] For port a90959ba-8b6a-4fcd-ac82-9527c518b5db, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=a90959ba-8b6a-4fcd-ac82-9527c518b5db,segment=NetworkSegment(d958fde9-59ca-40a6-af4f-3b363b4a2551),segment_id=d958fde9-59ca-40a6-af4f-3b363b4a2551)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:43:15.458726 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-1340524b-5b34-4786-9c93-c2b261084182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:15.533469 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.db.api [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 21:43:15.533888 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG oslo_db.api [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 21:43:15.539502 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340524b-5b34-4786-9c93-c2b261084182 None None] Pushing event updated for resources: {'Port': ['ID=a90959ba-8b6a-4fcd-ac82-9527c518b5db,revision_number=3']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:43:15.781310 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-7d837f67-eda3-4d42-bedb-2f063d9fdd72 None None] Provisioning complete for port a90959ba-8b6a-4fcd-ac82-9527c518b5db triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:43:15.781678 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7d837f67-eda3-4d42-bedb-2f063d9fdd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:17.003958 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device a90959ba-8b6a-4fcd-ac82-9527c518b5db up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:43:17.051390 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port a90959ba-8b6a-4fcd-ac82-9527c518b5db triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:43:17.051757 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:37.172090 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-824a8199-ff63-4220-a27c-d56f40921209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:39.630597 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e7d047c9-8c98-4f8d-92b1-1d53c06c625a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:40.789856 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:42.018739 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:43:42.636659 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 5 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:43:43.090521 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:44:07.174838 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0efe60cb-8d52-459c-bae5-fc32071f232d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:44:09.632787 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5f4d14fe-7d23-4218-a2f0-83b330de7132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:44:10.791813 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:44:12.023186 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:44:13.093500 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:44:19.635009 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 5 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:44:26.512825 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 60112) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:44:26.518634 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [None req-f65de745-f239-4768-bf19-9e13fdb2f56b tempest-verify_tempest_config-125363376 tempest-verify_tempest_config-125363376-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109068) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 21:44:26.519638 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-f65de745-f239-4768-bf19-9e13fdb2f56b tempest-verify_tempest_config-125363376 tempest-verify_tempest_config-125363376-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058362 Nov 29 21:44:26.807690 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 60130) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:44:26.915499 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-db6c0867-2459-4c56-bda0-a14e99577ec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:44:27.019343 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-db6c0867-2459-4c56-bda0-a14e99577ec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:44:27.022765 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-db6c0867-2459-4c56-bda0-a14e99577ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:44:27.067446 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-db6c0867-2459-4c56-bda0-a14e99577ec7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7c376d2885604d19b972e39a93190dd3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2586317 Nov 29 21:44:27.068428 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c0867-2459-4c56-bda0-a14e99577ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5246b07-65e8-4f5d-ab1e-59c91f36e60d,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:44:27.070240 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 60134) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:44:27.075313 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c0867-2459-4c56-bda0-a14e99577ec7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:44:27.075838 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c0867-2459-4c56-bda0-a14e99577ec7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:44:27.076186 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c0867-2459-4c56-bda0-a14e99577ec7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:44:27.076527 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c0867-2459-4c56-bda0-a14e99577ec7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:44:27.076861 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c0867-2459-4c56-bda0-a14e99577ec7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:44:27.077195 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c0867-2459-4c56-bda0-a14e99577ec7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:44:27.077779 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c0867-2459-4c56-bda0-a14e99577ec7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:44:27.078124 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c0867-2459-4c56-bda0-a14e99577ec7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:44:27.078442 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c0867-2459-4c56-bda0-a14e99577ec7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:44:27.078763 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c0867-2459-4c56-bda0-a14e99577ec7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:44:27.079084 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c0867-2459-4c56-bda0-a14e99577ec7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:44:27.079437 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6c0867-2459-4c56-bda0-a14e99577ec7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:44:27.126190 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c1fef509-e8ad-4cd9-b114-51f5e907c91f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:44:27.146922 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c1fef509-e8ad-4cd9-b114-51f5e907c91f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:44:27.237312 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c1fef509-e8ad-4cd9-b114-51f5e907c91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:44:27.239873 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c1fef509-e8ad-4cd9-b114-51f5e907c91f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:44:27.241058 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-c1fef509-e8ad-4cd9-b114-51f5e907c91f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c5246b07-65e8-4f5d-ab1e-59c91f36e60d HTTP/1.1" status: 204 len: 168 time: 0.1698225 Nov 29 21:44:27.248886 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fef509-e8ad-4cd9-b114-51f5e907c91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5246b07-65e8-4f5d-ab1e-59c91f36e60d,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:44:27.255556 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fef509-e8ad-4cd9-b114-51f5e907c91f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:44:27.255904 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fef509-e8ad-4cd9-b114-51f5e907c91f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:44:27.256244 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fef509-e8ad-4cd9-b114-51f5e907c91f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:44:27.256577 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fef509-e8ad-4cd9-b114-51f5e907c91f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:44:27.256905 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fef509-e8ad-4cd9-b114-51f5e907c91f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:44:27.257235 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fef509-e8ad-4cd9-b114-51f5e907c91f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:44:27.257560 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fef509-e8ad-4cd9-b114-51f5e907c91f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:44:27.257884 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fef509-e8ad-4cd9-b114-51f5e907c91f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:44:27.258211 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fef509-e8ad-4cd9-b114-51f5e907c91f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:44:27.258550 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fef509-e8ad-4cd9-b114-51f5e907c91f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:44:27.258833 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fef509-e8ad-4cd9-b114-51f5e907c91f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:44:27.259171 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fef509-e8ad-4cd9-b114-51f5e907c91f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:44:37.176571 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cc81861a-d57e-406b-a98b-8420a5e7177d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:44:39.634553 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e7c1a6fc-e18d-4c9a-972b-ca31b59293bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:44:40.794769 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:44:42.024591 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:44:43.096719 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:44:56.634051 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 5 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:45:07.178258 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e79634aa-194a-4281-bc89-0ede3523dd3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:45:09.636432 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-27fac7e2-91d7-4853-9d1c-1901aac00575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:45:10.797749 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:45:12.028718 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:45:13.100855 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:45:33.632802 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 5 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:45:37.178602 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ccea64b0-24af-4ece-99d3-e9da4cdc3a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:45:39.637010 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f670ed6a-a578-427f-bfd1-15f8e7c47c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:45:40.801514 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:45:42.030893 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:45:43.102175 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:45:58.810323 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1811152'] for agent, after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:46:07.178899 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a2904eef-18d6-46b1-b989-72c621d32f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:46:09.638732 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f5d403eb-187e-4ba3-9bef-2358e1b135a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:46:10.632455 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:46:10.805237 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:46:12.034247 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:46:13.103172 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:46:15.166004 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 60210) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:46:15.269888 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-37669999-227a-4c05-86bc-f1876948e648 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1027706 Nov 29 21:46:17.661115 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 60220) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:46:17.714620 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-37a7ee43-9760-4fa9-8e0b-2ebdc969166c admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0524237 Nov 29 21:46:28.767165 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:46:37.179399 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b117ec76-4ac2-4cab-aa29-4845ae4a827f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:46:39.640192 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3e938d33-6707-4f49-a992-9d8e5fe521a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:46:40.807441 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:46:42.037860 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:46:43.103952 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:46:47.631688 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:46:58.775543 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:07.180175 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-685b63a9-c805-4349-b3fd-70fcca4511f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:09.648748 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-1e612371-f591-4bc1-9ab5-86f27e199f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:10.814458 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:12.097418 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:13.149849 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:24.631359 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:47:28.791405 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:37.182549 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0d854965-43ab-4ded-9e61-0259babb6f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:39.642199 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a6ac4eb7-dfa1-4fd2-98ce-0156093701dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:40.812321 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:42.060474 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:43.127518 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:44.572355 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 60320) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:44.762942 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-534248162-network', 'tenant_id': 'dcc16b16da7c473bbbf22b78232706fc'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:47:44.795598 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Made reservation on behalf of dcc16b16da7c473bbbf22b78232706fc for: {'network': 1} {{(pid=109067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:47:44.798000 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for network, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:44.808178 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:44.897205 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:44.901699 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:44.930580 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=109067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 21:47:44.941291 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafa3d29-9645-4293-b8b3-712da2b2fe0e,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:44.952310 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:44.952947 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:44.953438 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:44.953940 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:44.954249 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:44.954608 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:44.954939 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:44.955304 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:44.955642 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:44.955964 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:44.956281 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:44.957000 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Tracked resource versions report: Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: pushed versions: Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: { 'AddressGroup': {'1.2'}, Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: 'ConntrackHelper': {'1.0'}, Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: 'Log': {'1.0'}, Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: 'Network': {'1.1'}, Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: 'Port': {'1.7'}, Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: 'PortForwarding': {'1.2'}, Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: 'QosPolicy': {'1.10'}, Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: 'SecurityGroup': {'1.5'}, Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: 'SecurityGroupRule': {'1.2'}, Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: 'SubPort': {'1.0'}, Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: 'Subnet': {'1.1'}, Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: 'Trunk': {'1.1'}} Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: consumer versions: Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: { DHCP agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: HyperV agent@hv-cinder-81972: {}, Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: L3 agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: Metadata agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: Metering agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: Open vSwitch agent@dv-cinder-819722-1-iscsi: { 'AddressGroup': '1.2', Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: 'ConntrackHelper': '1.0', Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: 'Log': '1.0', Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: 'Network': '1.1', Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: 'Port': '1.7', Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: 'PortForwarding': '1.2', Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: 'QosPolicy': '1.10', Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: 'SecurityGroup': '1.5', Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: 'SecurityGroupRule': '1.2', Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: 'SubPort': '1.0', Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: 'Subnet': '1.1', Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: 'Trunk': '1.1'}} Nov 29 21:47:44.958394 dv-cinder-819722-1-iscsi neutron-server[109067]: {{(pid=109067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 21:47:44.966359 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:44.966731 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.db.segments_db [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Added segment de0a6a16-024c-488f-ad7d-86873bf86dc1 of type vlan for network 12e31e2f-d5f7-4c99-b745-8888c8a5010d Nov 29 21:47:45.010857 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752945079902'] for network, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:45.049317 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for network, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:45.050296 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:47:45.050880 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:45.077330 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5029767 Nov 29 21:47:45.080412 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 60364) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:45.085947 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-6d74dc6c-c31f-4a26-87bf-97bd0a143735 admin admin] Request body: {'subnet': {'network_id': '12e31e2f-d5f7-4c99-b745-8888c8a5010d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-534248162-subnet', 'tenant_id': 'dcc16b16da7c473bbbf22b78232706fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:47:45.114245 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d74dc6c-c31f-4a26-87bf-97bd0a143735 admin admin] Made reservation on behalf of dcc16b16da7c473bbbf22b78232706fc for: {'subnet': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:47:45.117260 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6d74dc6c-c31f-4a26-87bf-97bd0a143735 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:45.134451 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f76c9-af95-4ba6-85ff-c90a6c250eae admin admin] Pushing event updated for resources: {'Network': ['ID=12e31e2f-d5f7-4c99-b745-8888c8a5010d,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:45.147618 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Network 12e31e2f-d5f7-4c99-b745-8888c8a5010d details requested by agent ovs-agent-dv-cinder-819722-1-iscsi with host dv-cinder-819722-1-iscsi {{(pid=109069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 21:47:45.329588 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6d74dc6c-c31f-4a26-87bf-97bd0a143735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for subnet, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:45.375554 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74dc6c-c31f-4a26-87bf-97bd0a143735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34279472-7150-43f3-82ee-5f76f6b76ca2,revision_number=0']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:45.383981 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74dc6c-c31f-4a26-87bf-97bd0a143735 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:45.384346 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74dc6c-c31f-4a26-87bf-97bd0a143735 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:45.384689 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74dc6c-c31f-4a26-87bf-97bd0a143735 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:45.385029 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74dc6c-c31f-4a26-87bf-97bd0a143735 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:45.385353 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74dc6c-c31f-4a26-87bf-97bd0a143735 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:45.385683 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74dc6c-c31f-4a26-87bf-97bd0a143735 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:45.386003 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74dc6c-c31f-4a26-87bf-97bd0a143735 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:45.386357 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74dc6c-c31f-4a26-87bf-97bd0a143735 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:45.386699 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74dc6c-c31f-4a26-87bf-97bd0a143735 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:45.387071 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74dc6c-c31f-4a26-87bf-97bd0a143735 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:45.387422 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74dc6c-c31f-4a26-87bf-97bd0a143735 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:45.387738 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74dc6c-c31f-4a26-87bf-97bd0a143735 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74dc6c-c31f-4a26-87bf-97bd0a143735 admin admin] Tracked resource versions report: Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: pushed versions: Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: { 'AddressGroup': {'1.2'}, Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: 'ConntrackHelper': {'1.0'}, Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: 'Log': {'1.0'}, Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: 'Network': {'1.1'}, Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: 'Port': {'1.7'}, Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: 'PortForwarding': {'1.2'}, Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: 'QosPolicy': {'1.10'}, Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: 'SecurityGroup': {'1.5'}, Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: 'SecurityGroupRule': {'1.2'}, Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: 'SubPort': {'1.0'}, Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: 'Subnet': {'1.1'}, Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: 'Trunk': {'1.1'}} Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: consumer versions: Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: { DHCP agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: HyperV agent@hv-cinder-81972: {}, Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: L3 agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: Metadata agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: Metering agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: Open vSwitch agent@dv-cinder-819722-1-iscsi: { 'AddressGroup': '1.2', Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: 'ConntrackHelper': '1.0', Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: 'Log': '1.0', Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: 'Network': '1.1', Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: 'Port': '1.7', Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: 'PortForwarding': '1.2', Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: 'QosPolicy': '1.10', Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: 'SecurityGroup': '1.5', Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: 'SecurityGroupRule': '1.2', Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: 'SubPort': '1.0', Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: 'Subnet': '1.1', Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: 'Trunk': '1.1'}} Nov 29 21:47:45.388786 dv-cinder-819722-1-iscsi neutron-server[109068]: {{(pid=109068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 21:47:45.414362 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d74dc6c-c31f-4a26-87bf-97bd0a143735 admin admin] Checking segment: {'id': 'de0a6a16-024c-488f-ad7d-86873bf86dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '12e31e2f-d5f7-4c99-b745-8888c8a5010d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:47:45.414725 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d74dc6c-c31f-4a26-87bf-97bd0a143735 admin admin] Network hostable DHCP agents. Network: 12e31e2f-d5f7-4c99-b745-8888c8a5010d, hostable agents: ['f050ea31-2221-4d35-9e43-364bf64fbd15'], hosted agents: [] {{(pid=109068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 21:47:45.432741 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d74dc6c-c31f-4a26-87bf-97bd0a143735 admin admin] Network 12e31e2f-d5f7-4c99-b745-8888c8a5010d is scheduled to be hosted by DHCP agent f050ea31-2221-4d35-9e43-364bf64fbd15 with binding_index 1 {{(pid=109068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 21:47:45.442776 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [None req-6d74dc6c-c31f-4a26-87bf-97bd0a143735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819722-1-iscsi, 12e31e2f-d5f7-4c99-b745-8888c8a5010d) {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:47:45.447405 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d74dc6c-c31f-4a26-87bf-97bd0a143735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:47:45.448027 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6d74dc6c-c31f-4a26-87bf-97bd0a143735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for subnet, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:45.456133 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4c0798-2de6-49fc-8002-27d63f8e3b77 None None] Network 12e31e2f-d5f7-4c99-b745-8888c8a5010d requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:47:45.483910 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-6d74dc6c-c31f-4a26-87bf-97bd0a143735 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4016526 Nov 29 21:47:45.598021 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7460d525-46a3-40f6-bb09-8d20ef14d34e None None] Network 12e31e2f-d5f7-4c99-b745-8888c8a5010d requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:47:45.734481 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 60398) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:45.934514 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-bd8077d2-c0c2-422d-ae44-f4e067fb599c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1170278568-network', 'tenant_id': 'a2a4f8e8463e478f8962647f6049ce0b'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:47:45.969601 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8077d2-c0c2-422d-ae44-f4e067fb599c admin admin] Made reservation on behalf of a2a4f8e8463e478f8962647f6049ce0b for: {'network': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:47:45.973995 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bd8077d2-c0c2-422d-ae44-f4e067fb599c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for network, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:45.985410 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bd8077d2-c0c2-422d-ae44-f4e067fb599c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:46.078935 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bd8077d2-c0c2-422d-ae44-f4e067fb599c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:46.083014 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bd8077d2-c0c2-422d-ae44-f4e067fb599c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:46.119768 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8077d2-c0c2-422d-ae44-f4e067fb599c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba40a10-9cf1-4a81-a259-f9a0b66aa442,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:46.119768 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8077d2-c0c2-422d-ae44-f4e067fb599c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=109068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 21:47:46.130893 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bd8077d2-c0c2-422d-ae44-f4e067fb599c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:46.130893 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.db.segments_db [None req-bd8077d2-c0c2-422d-ae44-f4e067fb599c admin admin] Added segment 1a36d94c-512a-420a-8203-8174481a1b34 of type vlan for network 983dd8c7-05fb-4c40-89c9-8794f42a407a Nov 29 21:47:46.180229 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bd8077d2-c0c2-422d-ae44-f4e067fb599c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752945079902'] for network, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:46.207319 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bd8077d2-c0c2-422d-ae44-f4e067fb599c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for network, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:46.208394 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8077d2-c0c2-422d-ae44-f4e067fb599c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:47:46.209005 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bd8077d2-c0c2-422d-ae44-f4e067fb599c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:46.236400 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-bd8077d2-c0c2-422d-ae44-f4e067fb599c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5003264 Nov 29 21:47:46.240244 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 60438) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:46.247451 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-c82b8abd-8c93-452b-a9b1-461f033e92c7 admin admin] Request body: {'subnet': {'network_id': '983dd8c7-05fb-4c40-89c9-8794f42a407a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1170278568-subnet', 'tenant_id': 'a2a4f8e8463e478f8962647f6049ce0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:47:46.278720 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82b8abd-8c93-452b-a9b1-461f033e92c7 admin admin] Made reservation on behalf of a2a4f8e8463e478f8962647f6049ce0b for: {'subnet': 1} {{(pid=109067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:47:46.281285 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8077d2-c0c2-422d-ae44-f4e067fb599c admin admin] Pushing event updated for resources: {'Network': ['ID=983dd8c7-05fb-4c40-89c9-8794f42a407a,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:46.282239 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c82b8abd-8c93-452b-a9b1-461f033e92c7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:46.292391 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Network 983dd8c7-05fb-4c40-89c9-8794f42a407a details requested by agent ovs-agent-dv-cinder-819722-1-iscsi with host dv-cinder-819722-1-iscsi {{(pid=109069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 21:47:46.419488 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 60444) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:46.476802 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c82b8abd-8c93-452b-a9b1-461f033e92c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for subnet, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:46.527807 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b8abd-8c93-452b-a9b1-461f033e92c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cddc48a2-9dbb-43c6-9ab8-8af0de869d07,revision_number=0']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:46.544462 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82b8abd-8c93-452b-a9b1-461f033e92c7 admin admin] Checking segment: {'id': '1a36d94c-512a-420a-8203-8174481a1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '983dd8c7-05fb-4c40-89c9-8794f42a407a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:47:46.544926 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82b8abd-8c93-452b-a9b1-461f033e92c7 admin admin] Network hostable DHCP agents. Network: 983dd8c7-05fb-4c40-89c9-8794f42a407a, hostable agents: ['f050ea31-2221-4d35-9e43-364bf64fbd15'], hosted agents: [] {{(pid=109067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 21:47:46.579492 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82b8abd-8c93-452b-a9b1-461f033e92c7 admin admin] Network 983dd8c7-05fb-4c40-89c9-8794f42a407a is scheduled to be hosted by DHCP agent f050ea31-2221-4d35-9e43-364bf64fbd15 with binding_index 1 {{(pid=109067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 21:47:46.590543 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-c82b8abd-8c93-452b-a9b1-461f033e92c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819722-1-iscsi, 983dd8c7-05fb-4c40-89c9-8794f42a407a) {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:47:46.596339 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82b8abd-8c93-452b-a9b1-461f033e92c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:47:46.597314 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c82b8abd-8c93-452b-a9b1-461f033e92c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for subnet, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:46.601464 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14499496-2edb-4763-b8db-cd6af9060cf0 None None] Network 983dd8c7-05fb-4c40-89c9-8794f42a407a requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:47:46.616224 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-c82b8abd-8c93-452b-a9b1-461f033e92c7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3741212 Nov 29 21:47:46.634476 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 60456) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:46.680247 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 60460) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:46.732501 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8e2110-be55-4c85-bfdc-19a6e6cb9410 None None] Network 983dd8c7-05fb-4c40-89c9-8794f42a407a requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:47:46.776555 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-66e2d990-d9ef-4843-a4c4-8091feabdb44 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1442805591-network', 'tenant_id': '01b08089dc5e40ef891d422cc7784809'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:47:46.802733 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e2d990-d9ef-4843-a4c4-8091feabdb44 admin admin] Made reservation on behalf of 01b08089dc5e40ef891d422cc7784809 for: {'network': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:47:46.805367 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-66e2d990-d9ef-4843-a4c4-8091feabdb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for network, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:46.927665 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-66e2d990-d9ef-4843-a4c4-8091feabdb44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.019837 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-66e2d990-d9ef-4843-a4c4-8091feabdb44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.025412 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-66e2d990-d9ef-4843-a4c4-8091feabdb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.052948 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e2d990-d9ef-4843-a4c4-8091feabdb44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=109068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 21:47:47.075328 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2d990-d9ef-4843-a4c4-8091feabdb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0263bdc5-c106-4186-9696-92e3511422cf,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:47.081551 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-66e2d990-d9ef-4843-a4c4-8091feabdb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.082246 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.db.segments_db [None req-66e2d990-d9ef-4843-a4c4-8091feabdb44 admin admin] Added segment dd84154f-62e1-4ce9-a174-6d08fab81e95 of type vlan for network d3261214-cd19-4620-bdfc-67e5550090e6 Nov 29 21:47:47.141727 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-66e2d990-d9ef-4843-a4c4-8091feabdb44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752945079902'] for network, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.182023 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-56d27d4c-d755-4be2-b993-078d7f3b4385 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-300138794-network', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:47:47.197312 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-3d253dad-b345-43d6-ae0b-4f80956908a9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1480902385-network', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:47:47.201074 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-66e2d990-d9ef-4843-a4c4-8091feabdb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for network, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.202426 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e2d990-d9ef-4843-a4c4-8091feabdb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:47:47.202981 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-66e2d990-d9ef-4843-a4c4-8091feabdb44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.280375 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2d990-d9ef-4843-a4c4-8091feabdb44 admin admin] Pushing event updated for resources: {'Network': ['ID=d3261214-cd19-4620-bdfc-67e5550090e6,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:47.293445 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d27d4c-d755-4be2-b993-078d7f3b4385 admin admin] Made reservation on behalf of ab335a1bd1ef40929c149d8fb12975e0 for: {'network': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:47:47.295906 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Network d3261214-cd19-4620-bdfc-67e5550090e6 details requested by agent ovs-agent-dv-cinder-819722-1-iscsi with host dv-cinder-819722-1-iscsi {{(pid=109069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 21:47:47.297125 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-56d27d4c-d755-4be2-b993-078d7f3b4385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for network, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.306856 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-56d27d4c-d755-4be2-b993-078d7f3b4385 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.328048 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-66e2d990-d9ef-4843-a4c4-8091feabdb44 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9071770 Nov 29 21:47:47.331341 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 60492) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:47.337315 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-44a590f9-0221-42f6-8c3e-1beacc6efdd3 admin admin] Request body: {'subnet': {'network_id': 'd3261214-cd19-4620-bdfc-67e5550090e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1442805591-subnet', 'tenant_id': '01b08089dc5e40ef891d422cc7784809', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:47:47.389093 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d253dad-b345-43d6-ae0b-4f80956908a9 admin admin] Made reservation on behalf of d96c22324dc549b6927130d27bcd77e2 for: {'network': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:47:47.392355 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a590f9-0221-42f6-8c3e-1beacc6efdd3 admin admin] Made reservation on behalf of 01b08089dc5e40ef891d422cc7784809 for: {'subnet': 1} {{(pid=109067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:47:47.393577 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3d253dad-b345-43d6-ae0b-4f80956908a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for network, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.395801 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-44a590f9-0221-42f6-8c3e-1beacc6efdd3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.411149 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3d253dad-b345-43d6-ae0b-4f80956908a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.492039 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-56d27d4c-d755-4be2-b993-078d7f3b4385 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.504350 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-56d27d4c-d755-4be2-b993-078d7f3b4385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.534605 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d27d4c-d755-4be2-b993-078d7f3b4385 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=109068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 21:47:47.561517 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-56d27d4c-d755-4be2-b993-078d7f3b4385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.561990 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.db.segments_db [None req-56d27d4c-d755-4be2-b993-078d7f3b4385 admin admin] Added segment c474d39d-c2f7-4b49-acd8-82f36e651454 of type vlan for network 562540b5-b080-4163-a4fa-cf4e96df0d5f Nov 29 21:47:47.576991 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d27d4c-d755-4be2-b993-078d7f3b4385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c3c93a-9a3d-4c09-b082-bbfd90556679,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:47.585533 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3d253dad-b345-43d6-ae0b-4f80956908a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.610350 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3d253dad-b345-43d6-ae0b-4f80956908a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.634586 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-56d27d4c-d755-4be2-b993-078d7f3b4385 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752945079902'] for network, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.646514 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-44a590f9-0221-42f6-8c3e-1beacc6efdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for subnet, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.648046 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d253dad-b345-43d6-ae0b-4f80956908a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=109068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 21:47:47.660230 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d253dad-b345-43d6-ae0b-4f80956908a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f56b8e4-559a-4a98-8c8c-54b9f6141541,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:47.669841 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3d253dad-b345-43d6-ae0b-4f80956908a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.670186 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.db.segments_db [None req-3d253dad-b345-43d6-ae0b-4f80956908a9 admin admin] Added segment 5544d834-acb2-4355-bf75-8ad6fad60bf3 of type vlan for network 485a3fcd-6fd6-47e4-b88d-4877d6f347cd Nov 29 21:47:47.718979 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-56d27d4c-d755-4be2-b993-078d7f3b4385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for network, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.719883 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d27d4c-d755-4be2-b993-078d7f3b4385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:47:47.720790 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-56d27d4c-d755-4be2-b993-078d7f3b4385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.738562 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3d253dad-b345-43d6-ae0b-4f80956908a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752945079902'] for network, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.755011 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a590f9-0221-42f6-8c3e-1beacc6efdd3 admin admin] Checking segment: {'id': 'dd84154f-62e1-4ce9-a174-6d08fab81e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3261214-cd19-4620-bdfc-67e5550090e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:47:47.757850 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a590f9-0221-42f6-8c3e-1beacc6efdd3 admin admin] Network hostable DHCP agents. Network: d3261214-cd19-4620-bdfc-67e5550090e6, hostable agents: ['f050ea31-2221-4d35-9e43-364bf64fbd15'], hosted agents: [] {{(pid=109067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 21:47:47.781348 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-56d27d4c-d755-4be2-b993-078d7f3b4385 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0988667 Nov 29 21:47:47.784900 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 60516) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:47.799262 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a590f9-0221-42f6-8c3e-1beacc6efdd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf79bc07-9ee9-42dd-8fb2-fbb2a3b0a31f,revision_number=0']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:47.812381 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a590f9-0221-42f6-8c3e-1beacc6efdd3 admin admin] Network d3261214-cd19-4620-bdfc-67e5550090e6 is scheduled to be hosted by DHCP agent f050ea31-2221-4d35-9e43-364bf64fbd15 with binding_index 1 {{(pid=109067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 21:47:47.821695 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-35176543-222c-4a8e-be5b-41c4ccbf7910 admin admin] Request body: {'subnet': {'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-300138794-subnet', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:47:47.828552 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d27d4c-d755-4be2-b993-078d7f3b4385 admin admin] Pushing event updated for resources: {'Network': ['ID=562540b5-b080-4163-a4fa-cf4e96df0d5f,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:47.832912 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-44a590f9-0221-42f6-8c3e-1beacc6efdd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819722-1-iscsi, d3261214-cd19-4620-bdfc-67e5550090e6) {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:47:47.837909 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a590f9-0221-42f6-8c3e-1beacc6efdd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:47:47.838544 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-44a590f9-0221-42f6-8c3e-1beacc6efdd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for subnet, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.839033 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3d253dad-b345-43d6-ae0b-4f80956908a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for network, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.839953 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d253dad-b345-43d6-ae0b-4f80956908a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:47:47.840553 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3d253dad-b345-43d6-ae0b-4f80956908a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.853747 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6dc572-bab9-4d07-b433-06032b3b2e0e None None] Network d3261214-cd19-4620-bdfc-67e5550090e6 requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:47:47.881981 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35176543-222c-4a8e-be5b-41c4ccbf7910 admin admin] Made reservation on behalf of ab335a1bd1ef40929c149d8fb12975e0 for: {'subnet': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:47:47.884516 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-35176543-222c-4a8e-be5b-41c4ccbf7910 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:47.897805 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-44a590f9-0221-42f6-8c3e-1beacc6efdd3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5652225 Nov 29 21:47:47.898583 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 60520) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:47.903248 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-da49edfa-fb2b-49cf-a36d-1d85139ddde8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1442805591-router', 'tenant_id': '01b08089dc5e40ef891d422cc7784809', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:47:47.917173 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-3d253dad-b345-43d6-ae0b-4f80956908a9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2813289 Nov 29 21:47:47.917916 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d253dad-b345-43d6-ae0b-4f80956908a9 admin admin] Pushing event updated for resources: {'Network': ['ID=485a3fcd-6fd6-47e4-b88d-4877d6f347cd,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:47.924354 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 60522) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:47.936673 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-9b5af6be-8e52-4a91-9631-692eb7dbaf52 admin admin] Request body: {'subnet': {'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1480902385-subnet', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:47:48.023046 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-da49edfa-fb2b-49cf-a36d-1d85139ddde8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1812733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63426'] for router, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:48.024635 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-da49edfa-fb2b-49cf-a36d-1d85139ddde8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1692916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63433'] for router, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:48.027344 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Network 562540b5-b080-4163-a4fa-cf4e96df0d5f details requested by agent ovs-agent-dv-cinder-819722-1-iscsi with host dv-cinder-819722-1-iscsi {{(pid=109069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 21:47:48.097937 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Network 485a3fcd-6fd6-47e4-b88d-4877d6f347cd details requested by agent ovs-agent-dv-cinder-819722-1-iscsi with host dv-cinder-819722-1-iscsi {{(pid=109069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 21:47:48.134406 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-da49edfa-fb2b-49cf-a36d-1d85139ddde8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:48.136543 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5af6be-8e52-4a91-9631-692eb7dbaf52 admin admin] Made reservation on behalf of d96c22324dc549b6927130d27bcd77e2 for: {'subnet': 1} {{(pid=109067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:47:48.140754 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9b5af6be-8e52-4a91-9631-692eb7dbaf52 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:48.198600 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760dbecf-75bc-4990-acf6-b723bb8c0afd None None] Network d3261214-cd19-4620-bdfc-67e5550090e6 requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:47:48.227892 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-35176543-222c-4a8e-be5b-41c4ccbf7910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for subnet, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:48.232912 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 60538) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:48.264590 dv-cinder-819722-1-iscsi neutron-server[109067]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 29 21:47:48.283592 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35176543-222c-4a8e-be5b-41c4ccbf7910 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac018a01-258b-4d48-9a44-ca3d60e642fd,revision_number=0']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:48.313664 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35176543-222c-4a8e-be5b-41c4ccbf7910 admin admin] Checking segment: {'id': 'c474d39d-c2f7-4b49-acd8-82f36e651454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:47:48.314412 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35176543-222c-4a8e-be5b-41c4ccbf7910 admin admin] Network hostable DHCP agents. Network: 562540b5-b080-4163-a4fa-cf4e96df0d5f, hostable agents: ['f050ea31-2221-4d35-9e43-364bf64fbd15'], hosted agents: [] {{(pid=109068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 21:47:48.333163 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35176543-222c-4a8e-be5b-41c4ccbf7910 admin admin] Network 562540b5-b080-4163-a4fa-cf4e96df0d5f is scheduled to be hosted by DHCP agent f050ea31-2221-4d35-9e43-364bf64fbd15 with binding_index 1 {{(pid=109068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 21:47:48.347273 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [None req-35176543-222c-4a8e-be5b-41c4ccbf7910 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819722-1-iscsi, 562540b5-b080-4163-a4fa-cf4e96df0d5f) {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:47:48.354697 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35176543-222c-4a8e-be5b-41c4ccbf7910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:47:48.355336 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-35176543-222c-4a8e-be5b-41c4ccbf7910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for subnet, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:48.370513 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a57db6c-681d-4030-b7a4-a75705631621 None None] Network 562540b5-b080-4163-a4fa-cf4e96df0d5f requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:47:48.383388 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-35176543-222c-4a8e-be5b-41c4ccbf7910 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5974054 Nov 29 21:47:48.384368 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 60542) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:48.390180 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-44b53534-0e29-41f0-b692-27b868b00af1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-300138794-router', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:47:48.435327 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-44b53534-0e29-41f0-b692-27b868b00af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1812733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63426'] for router, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:48.438018 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-44b53534-0e29-41f0-b692-27b868b00af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1692916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63433'] for router, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:48.478396 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-da49edfa-fb2b-49cf-a36d-1d85139ddde8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:48.524375 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-44b53534-0e29-41f0-b692-27b868b00af1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:48.574093 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21caa0cc-6bdc-59e7-8938-ac611155d915-562540b5-b080-4163-a4fa-cf4e96df0d5f', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'fixed_ips': [{'subnet_id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd'}]}} from dv-cinder-819722-1-iscsi. {{(pid=109069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 21:47:48.575759 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:48.770491 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-44b53534-0e29-41f0-b692-27b868b00af1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:48.791268 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Allocated IP 172.20.0.2 (562540b5-b080-4163-a4fa-cf4e96df0d5f/ac018a01-258b-4d48-9a44-ca3d60e642fd/77aa0ec2-0d1a-4b5b-8f45-0c84742c9442) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:47:48.848437 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9b5af6be-8e52-4a91-9631-692eb7dbaf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for subnet, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:48.857286 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-db751077-c4f5-409e-ba65-7d3b590f20ff tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:47:48.859601 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-db751077-c4f5-409e-ba65-7d3b590f20ff tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/networks?id=12e31e2f-d5f7-4c99-b745-8888c8a5010d HTTP/1.1" status: 200 len: 811 time: 0.5964298 Nov 29 21:47:48.983326 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Publish callbacks [] for port, precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:48.997418 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:49.009494 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5af6be-8e52-4a91-9631-692eb7dbaf52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c58ec759-9321-4f1d-9f62-796449e282e7,revision_number=0']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:49.012351 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-e177dd27-84e1-41e3-bcbc-6a1b607eeb2d tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/quotas/dcc16b16da7c473bbbf22b78232706fc HTTP/1.1" status: 200 len: 375 time: 0.1244256 Nov 29 21:47:49.044361 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Network 562540b5-b080-4163-a4fa-cf4e96df0d5f is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:47:49.068012 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:47:49.077357 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-259760da-eab8-4df6-8adb-2691f8d77af5 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=dcc16b16da7c473bbbf22b78232706fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567231 Nov 29 21:47:49.078514 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5af6be-8e52-4a91-9631-692eb7dbaf52 admin admin] Checking segment: {'id': '5544d834-acb2-4355-bf75-8ad6fad60bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:47:49.078892 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5af6be-8e52-4a91-9631-692eb7dbaf52 admin admin] Network hostable DHCP agents. Network: 485a3fcd-6fd6-47e4-b88d-4877d6f347cd, hostable agents: ['f050ea31-2221-4d35-9e43-364bf64fbd15'], hosted agents: [] {{(pid=109067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 21:47:49.080902 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-44b53534-0e29-41f0-b692-27b868b00af1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:49.081202 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:47:49.088908 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Pushing event updated for resources: {'Port': ['ID=77aa0ec2-0d1a-4b5b-8f45-0c84742c9442,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:49.118115 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:49.122839 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:49.124309 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:49.124967 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:49.126284 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:49.126913 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:49.128270 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:49.129368 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:49.129962 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:49.131016 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:49.132714 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:49.133890 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Tracked resource versions report: Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: pushed versions: Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: { 'AddressGroup': {'1.2'}, Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: 'ConntrackHelper': {'1.0'}, Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: 'Log': {'1.0'}, Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: 'Network': {'1.1'}, Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: 'Port': {'1.7'}, Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: 'PortForwarding': {'1.2'}, Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: 'QosPolicy': {'1.10'}, Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: 'SecurityGroup': {'1.5'}, Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: 'SecurityGroupRule': {'1.2'}, Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: 'SubPort': {'1.0'}, Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: 'Subnet': {'1.1'}, Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: 'Trunk': {'1.1'}} Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: consumer versions: Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: { DHCP agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: HyperV agent@hv-cinder-81972: {}, Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: L3 agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: Metadata agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: Metering agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: Open vSwitch agent@dv-cinder-819722-1-iscsi: { 'AddressGroup': '1.2', Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: 'ConntrackHelper': '1.0', Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: 'Log': '1.0', Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: 'Network': '1.1', Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: 'Port': '1.7', Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: 'PortForwarding': '1.2', Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: 'QosPolicy': '1.10', Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: 'SecurityGroup': '1.5', Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: 'SecurityGroupRule': '1.2', Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: 'SubPort': '1.0', Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: 'Subnet': '1.1', Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: 'Trunk': '1.1'}} Nov 29 21:47:49.135668 dv-cinder-819722-1-iscsi neutron-server[109069]: {{(pid=109069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 21:47:49.139063 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-44b53534-0e29-41f0-b692-27b868b00af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:49.148832 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5af6be-8e52-4a91-9631-692eb7dbaf52 admin admin] Network 485a3fcd-6fd6-47e4-b88d-4877d6f347cd is scheduled to be hosted by DHCP agent f050ea31-2221-4d35-9e43-364bf64fbd15 with binding_index 1 {{(pid=109067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 21:47:49.198245 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-9b5af6be-8e52-4a91-9631-692eb7dbaf52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819722-1-iscsi, 485a3fcd-6fd6-47e4-b88d-4877d6f347cd) {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:47:49.219613 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6eaa62-353d-4ca5-ac6c-e1af3670ca10 None None] Network 485a3fcd-6fd6-47e4-b88d-4877d6f347cd requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:47:49.229656 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5af6be-8e52-4a91-9631-692eb7dbaf52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:47:49.230257 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9b5af6be-8e52-4a91-9631-692eb7dbaf52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for subnet, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:49.269082 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-9b5af6be-8e52-4a91-9631-692eb7dbaf52 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3436537 Nov 29 21:47:49.275339 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 60580) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:49.281223 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-81583f74-3776-4b69-98a1-42452fb31576 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1480902385-router', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:47:49.305428 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Attempting to bind port 77aa0ec2-0d1a-4b5b-8f45-0c84742c9442 on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:47:49.308155 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Attempting to bind port 77aa0ec2-0d1a-4b5b-8f45-0c84742c9442 by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': 'c474d39d-c2f7-4b49-acd8-82f36e651454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f'}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:47:49.308820 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-da49edfa-fb2b-49cf-a36d-1d85139ddde8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:49.309130 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Attempting to bind port 77aa0ec2-0d1a-4b5b-8f45-0c84742c9442 on network 562540b5-b080-4163-a4fa-cf4e96df0d5f {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:47:49.326325 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:47:49.327479 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Checking segment: {'id': 'c474d39d-c2f7-4b49-acd8-82f36e651454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:47:49.327997 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:49.328732 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Bound using segment: {'id': 'c474d39d-c2f7-4b49-acd8-82f36e651454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f'} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:47:49.329545 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Bound port: 77aa0ec2-0d1a-4b5b-8f45-0c84742c9442, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c474d39d-c2f7-4b49-acd8-82f36e651454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f'}}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:47:49.330083 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:49.356878 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-da49edfa-fb2b-49cf-a36d-1d85139ddde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:49.366512 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-81583f74-3776-4b69-98a1-42452fb31576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1812733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63426'] for router, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:49.367586 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-81583f74-3776-4b69-98a1-42452fb31576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1692916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63433'] for router, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:49.396912 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [None req-44b53534-0e29-41f0-b692-27b868b00af1 admin admin] Allocated IP 172.27.0.88 (784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5/a9ef98f4-00ee-4d58-b124-c3e8fe21fad4/a8fc9a12-9ff1-4e9e-8e75-3267f72235ab) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:47:49.477494 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-e343625b-8549-4b7f-af02-1e2baeaf8c82 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 21:47:49.477922 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-e343625b-8549-4b7f-af02-1e2baeaf8c82 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1278253 Nov 29 21:47:49.532488 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] For port 77aa0ec2-0d1a-4b5b-8f45-0c84742c9442, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:47:49.537261 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] For port 77aa0ec2-0d1a-4b5b-8f45-0c84742c9442, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=77aa0ec2-0d1a-4b5b-8f45-0c84742c9442,segment=NetworkSegment(c474d39d-c2f7-4b49-acd8-82f36e651454),segment_id=c474d39d-c2f7-4b49-acd8-82f36e651454)] {{(pid=109069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:47:49.546465 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-44b53534-0e29-41f0-b692-27b868b00af1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:49.549972 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-81583f74-3776-4b69-98a1-42452fb31576 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:49.614667 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-44b53534-0e29-41f0-b692-27b868b00af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:49.673505 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b53534-0e29-41f0-b692-27b868b00af1 admin admin] Pushing event updated for resources: {'Port': ['ID=a8fc9a12-9ff1-4e9e-8e75-3267f72235ab,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:49.688097 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b53534-0e29-41f0-b692-27b868b00af1 admin admin] Network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:47:49.689880 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [None req-44b53534-0e29-41f0-b692-27b868b00af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:47:49.692303 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b53534-0e29-41f0-b692-27b868b00af1 admin admin] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:47:49.698825 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:49.899792 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-81583f74-3776-4b69-98a1-42452fb31576 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:49.943234 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.db_base_plugin_common [None req-da49edfa-fb2b-49cf-a36d-1d85139ddde8 admin admin] Allocated IP 172.27.0.24 (784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5/a9ef98f4-00ee-4d58-b124-c3e8fe21fad4/8e5e19df-97e5-400b-b705-4103f74213d6) {{(pid=109067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:47:49.943580 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430b3357-fcc7-4475-9e02-034752b1d282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21caa0cc-6bdc-59e7-8938-ac611155d915-485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'fixed_ips': [{'subnet_id': 'c58ec759-9321-4f1d-9f62-796449e282e7'}]}} from dv-cinder-819722-1-iscsi. {{(pid=109069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 21:47:49.944520 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-430b3357-fcc7-4475-9e02-034752b1d282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:49.956980 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daaabcd-98b5-49f6-aa67-04897ebea4c9 None None] Pushing event updated for resources: {'Port': ['ID=77aa0ec2-0d1a-4b5b-8f45-0c84742c9442,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:49.969499 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-20dbef0f-0202-437d-ae09-e0f662d32ca0 service neutron] 10.222.0.62 "GET /v2.0/networks/12e31e2f-d5f7-4c99-b745-8888c8a5010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843156 Nov 29 21:47:50.165491 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-44b53534-0e29-41f0-b692-27b868b00af1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:50.264852 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [None req-430b3357-fcc7-4475-9e02-034752b1d282 None None] Allocated IP 172.20.0.2 (485a3fcd-6fd6-47e4-b88d-4877d6f347cd/c58ec759-9321-4f1d-9f62-796449e282e7/f790b4c5-679c-41da-8c65-f9200275c001) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:47:50.331876 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 60622) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:50.355708 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-5bfe26d6-652d-467c-a3f7-3850e427b5e4 service neutron] 10.222.0.62 "GET /v2.0/networks/12e31e2f-d5f7-4c99-b745-8888c8a5010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592644 Nov 29 21:47:50.391647 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-da49edfa-fb2b-49cf-a36d-1d85139ddde8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:50.494038 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 60624) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:50.519150 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-44b53534-0e29-41f0-b692-27b868b00af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811407'] for router, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:50.589967 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-430b3357-fcc7-4475-9e02-034752b1d282 None None] Publish callbacks [] for port, precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:50.601197 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-430b3357-fcc7-4475-9e02-034752b1d282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:50.665633 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430b3357-fcc7-4475-9e02-034752b1d282 None None] Network 485a3fcd-6fd6-47e4-b88d-4877d6f347cd is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:47:50.671309 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-da49edfa-fb2b-49cf-a36d-1d85139ddde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:50.680024 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-430b3357-fcc7-4475-9e02-034752b1d282 None None] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:47:50.691329 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430b3357-fcc7-4475-9e02-034752b1d282 None None] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:47:50.713864 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b3357-fcc7-4475-9e02-034752b1d282 None None] Pushing event updated for resources: {'Port': ['ID=f790b4c5-679c-41da-8c65-f9200275c001,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:50.721423 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-d92babbc-3743-4aed-af02-194fe9c5432d tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:47:50.728439 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-d92babbc-3743-4aed-af02-194fe9c5432d tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/networks?id=983dd8c7-05fb-4c40-89c9-8794f42a407a HTTP/1.1" status: 200 len: 815 time: 0.3934951 Nov 29 21:47:50.764050 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da49edfa-fb2b-49cf-a36d-1d85139ddde8 admin admin] Network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 is already hosted by enough agents. {{(pid=109067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:47:50.771190 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-bd848117-efcf-4a7f-b2a8-6e45b62778b7 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/quotas/a2a4f8e8463e478f8962647f6049ce0b HTTP/1.1" status: 200 len: 375 time: 0.0417855 Nov 29 21:47:50.788119 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-da49edfa-fb2b-49cf-a36d-1d85139ddde8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:47:50.796876 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b53534-0e29-41f0-b692-27b868b00af1 admin admin] Router 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d is scheduled to L3 agent 45234573-5df4-4e32-989b-85d77f36231f with binding_index 1 {{(pid=109068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 21:47:50.799333 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da49edfa-fb2b-49cf-a36d-1d85139ddde8 admin admin] Received port after_create {{(pid=109067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:47:50.813810 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-81583f74-3776-4b69-98a1-42452fb31576 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:50.846959 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9b693c5a-8026-4f7c-a7d3-fa0b8abbb5bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:50.857019 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-430b3357-fcc7-4475-9e02-034752b1d282 None None] Attempting to bind port f790b4c5-679c-41da-8c65-f9200275c001 on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:47:50.860975 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-430b3357-fcc7-4475-9e02-034752b1d282 None None] Attempting to bind port f790b4c5-679c-41da-8c65-f9200275c001 by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': '5544d834-acb2-4355-bf75-8ad6fad60bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd'}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:47:50.862606 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430b3357-fcc7-4475-9e02-034752b1d282 None None] Attempting to bind port f790b4c5-679c-41da-8c65-f9200275c001 on network 485a3fcd-6fd6-47e4-b88d-4877d6f347cd {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:47:50.878497 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430b3357-fcc7-4475-9e02-034752b1d282 None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:47:50.879722 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430b3357-fcc7-4475-9e02-034752b1d282 None None] Checking segment: {'id': '5544d834-acb2-4355-bf75-8ad6fad60bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:47:50.880321 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-430b3357-fcc7-4475-9e02-034752b1d282 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:50.880884 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430b3357-fcc7-4475-9e02-034752b1d282 None None] Bound using segment: {'id': '5544d834-acb2-4355-bf75-8ad6fad60bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd'} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:47:50.881644 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-430b3357-fcc7-4475-9e02-034752b1d282 None None] Bound port: f790b4c5-679c-41da-8c65-f9200275c001, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5544d834-acb2-4355-bf75-8ad6fad60bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd'}}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:47:50.882275 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-430b3357-fcc7-4475-9e02-034752b1d282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:50.982548 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b53534-0e29-41f0-b692-27b868b00af1 admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 21:47:51.005651 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] Sync routers for ids ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'] in dv-cinder-819722-1-iscsi {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 21:47:51.024442 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] Routers {'0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:47:51.026959 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:47:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:47:51.055816 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-44b53534-0e29-41f0-b692-27b868b00af1 admin admin] Publish callbacks [] for router, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:51.057666 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-44b53534-0e29-41f0-b692-27b868b00af1 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6722386 Nov 29 21:47:51.066517 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 60656) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:51.071188 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-430b3357-fcc7-4475-9e02-034752b1d282 None None] For port f790b4c5-679c-41da-8c65-f9200275c001, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:47:51.089819 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-430b3357-fcc7-4475-9e02-034752b1d282 None None] For port f790b4c5-679c-41da-8c65-f9200275c001, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=f790b4c5-679c-41da-8c65-f9200275c001,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:47:51.105279 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-430b3357-fcc7-4475-9e02-034752b1d282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:51.251442 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b3357-fcc7-4475-9e02-034752b1d282 None None] Pushing event updated for resources: {'Port': ['ID=f790b4c5-679c-41da-8c65-f9200275c001,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:51.301704 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 77aa0ec2-0d1a-4b5b-8f45-0c84742c9442 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:47:51.413657 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 77aa0ec2-0d1a-4b5b-8f45-0c84742c9442 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:47:51.414246 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:51.438733 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9b693c5a-8026-4f7c-a7d3-fa0b8abbb5bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:51.439913 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49edfa-fb2b-49cf-a36d-1d85139ddde8 admin admin] Pushing event updated for resources: {'Port': ['ID=8e5e19df-97e5-400b-b705-4103f74213d6,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:51.446169 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-64d07ce2-621f-490f-8770-f13c6c0ee899 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a2a4f8e8463e478f8962647f6049ce0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6551735 Nov 29 21:47:51.514745 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f233fbf4-5c44-42f8-b269-526663b096bc req-dea1b3b5-42ac-47f0-b564-ff471cb04b1e tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 210 time: 0.0665562 Nov 29 21:47:51.617719 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] Set router 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:47:51.703700 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9b693c5a-8026-4f7c-a7d3-fa0b8abbb5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:51.715831 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:51.753760 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df5a406-8a59-46ac-9609-ce8f3d1f19d4 None None] Network 562540b5-b080-4163-a4fa-cf4e96df0d5f requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:47:51.761335 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-81583f74-3776-4b69-98a1-42452fb31576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:51.777128 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-da49edfa-fb2b-49cf-a36d-1d85139ddde8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:51.844031 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-9b693c5a-8026-4f7c-a7d3-fa0b8abbb5bd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b33da98535ad4f13b6b3992ed89e3e4c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3448942 Nov 29 21:47:51.885905 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 60676) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:52.015018 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-b9d10b17-15fe-4f1b-8a6b-7dda1d4e7dae service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 21:47:52.021578 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-b9d10b17-15fe-4f1b-8a6b-7dda1d4e7dae service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2444198 Nov 29 21:47:52.132696 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-62043417-45dc-4552-a26d-1be6db5f9f2f None None] Provisioning complete for port 77aa0ec2-0d1a-4b5b-8f45-0c84742c9442 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:47:52.133526 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-62043417-45dc-4552-a26d-1be6db5f9f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:52.195467 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] For port 77aa0ec2-0d1a-4b5b-8f45-0c84742c9442, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=77aa0ec2-0d1a-4b5b-8f45-0c84742c9442,segment=NetworkSegment(c474d39d-c2f7-4b49-acd8-82f36e651454),segment_id=c474d39d-c2f7-4b49-acd8-82f36e651454)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:47:52.228719 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b693c5a-8026-4f7c-a7d3-fa0b8abbb5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd183e1-a391-4137-9918-2c07123c00b0,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:52.230477 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d69b3d06-02c7-4a1c-95a0-83fd3157e30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:52.236954 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:52.255977 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'name': 'tempest-AttachVolumeTestJSON-300138794-router', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:47:49Z', 'revision_number': 3, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'gw_port': {'id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:47:52.324658 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] Checking router: 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d for host: dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 21:47:52.331575 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] Updating router 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d port a8fc9a12-9ff1-4e9e-8e75-3267f72235ab binding host dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 21:47:52.396125 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:52.456155 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Pushing event updated for resources: {'Port': ['ID=77aa0ec2-0d1a-4b5b-8f45-0c84742c9442,revision_number=3']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:52.579756 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-da49edfa-fb2b-49cf-a36d-1d85139ddde8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811407'] for router, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:52.596770 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [None req-d69b3d06-02c7-4a1c-95a0-83fd3157e30b admin admin] Allocated IP 172.20.0.1 (562540b5-b080-4163-a4fa-cf4e96df0d5f/ac018a01-258b-4d48-9a44-ca3d60e642fd/8a4fbb58-080b-4163-a85f-4eb5edc8be95) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:47:52.664714 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d1577c60-26af-4306-b5c4-bf6b2894aaf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:52.712588 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1faa711f-4ccf-4bf8-b3c2-5b0cb27194fa req-57c47192-cc56-4fd2-b416-f1108707298b tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 210 time: 0.0694292 Nov 29 21:47:52.819920 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d69b3d06-02c7-4a1c-95a0-83fd3157e30b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:52.869682 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-eea23f87-3d4a-44f9-8806-5083a9af5543 None None] Provisioning complete for port 77aa0ec2-0d1a-4b5b-8f45-0c84742c9442 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:47:52.870853 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-eea23f87-3d4a-44f9-8806-5083a9af5543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:52.878983 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d1577c60-26af-4306-b5c4-bf6b2894aaf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:52.887999 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d69b3d06-02c7-4a1c-95a0-83fd3157e30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:52.947190 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:52.947444 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69b3d06-02c7-4a1c-95a0-83fd3157e30b admin admin] Network 562540b5-b080-4163-a4fa-cf4e96df0d5f is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:47:52.952264 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [None req-d69b3d06-02c7-4a1c-95a0-83fd3157e30b admin admin] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:47:52.955247 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69b3d06-02c7-4a1c-95a0-83fd3157e30b admin admin] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:47:52.956017 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d69b3d06-02c7-4a1c-95a0-83fd3157e30b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817148'] for router_interface, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:52.956558 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:53.006776 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d1577c60-26af-4306-b5c4-bf6b2894aaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:53.009659 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d1577c60-26af-4306-b5c4-bf6b2894aaf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:53.013935 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-d1577c60-26af-4306-b5c4-bf6b2894aaf9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/efd183e1-a391-4137-9918-2c07123c00b0 HTTP/1.1" status: 204 len: 168 time: 1.1260355 Nov 29 21:47:53.018963 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122acc3f-e8d9-4420-81af-3ff005c63beb None None] Pushing event updated for resources: {'Port': ['ID=a8fc9a12-9ff1-4e9e-8e75-3267f72235ab,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:53.038038 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122acc3f-e8d9-4420-81af-3ff005c63beb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:53.038869 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122acc3f-e8d9-4420-81af-3ff005c63beb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:53.040584 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122acc3f-e8d9-4420-81af-3ff005c63beb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:53.041184 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122acc3f-e8d9-4420-81af-3ff005c63beb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:53.041695 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122acc3f-e8d9-4420-81af-3ff005c63beb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:53.042293 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122acc3f-e8d9-4420-81af-3ff005c63beb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:53.042852 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122acc3f-e8d9-4420-81af-3ff005c63beb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:53.043406 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122acc3f-e8d9-4420-81af-3ff005c63beb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:53.043914 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122acc3f-e8d9-4420-81af-3ff005c63beb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:53.044453 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122acc3f-e8d9-4420-81af-3ff005c63beb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:53.045967 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122acc3f-e8d9-4420-81af-3ff005c63beb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:53.046517 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122acc3f-e8d9-4420-81af-3ff005c63beb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122acc3f-e8d9-4420-81af-3ff005c63beb None None] Tracked resource versions report: Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: pushed versions: Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: { 'AddressGroup': {'1.2'}, Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: 'ConntrackHelper': {'1.0'}, Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: 'Log': {'1.0'}, Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: 'Network': {'1.1'}, Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: 'Port': {'1.7'}, Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: 'PortForwarding': {'1.2'}, Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: 'QosPolicy': {'1.10'}, Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: 'SecurityGroup': {'1.5'}, Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: 'SecurityGroupRule': {'1.2'}, Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: 'SubPort': {'1.0'}, Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: 'Subnet': {'1.1'}, Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: 'Trunk': {'1.1'}} Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: consumer versions: Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: { DHCP agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: HyperV agent@hv-cinder-81972: {}, Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: L3 agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: Metadata agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: Metering agent@dv-cinder-819722-1-iscsi: {}, Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: Open vSwitch agent@dv-cinder-819722-1-iscsi: { 'AddressGroup': '1.2', Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: 'ConntrackHelper': '1.0', Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: 'Log': '1.0', Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: 'Network': '1.1', Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: 'Port': '1.7', Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: 'PortForwarding': '1.2', Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: 'QosPolicy': '1.10', Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: 'SecurityGroup': '1.5', Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: 'SecurityGroupRule': '1.2', Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: 'SubPort': '1.0', Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: 'Subnet': '1.1', Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: 'Trunk': '1.1'}} Nov 29 21:47:53.047918 dv-cinder-819722-1-iscsi neutron-server[109070]: {{(pid=109070) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 21:47:53.070741 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c702e5b-6f58-4add-8224-d63069f123b8 None None] Network 485a3fcd-6fd6-47e4-b88d-4877d6f347cd requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:47:53.078591 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-371a258a-f78f-4891-bbb5-3ed3f2c12299 service neutron] 10.222.0.62 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0489943 Nov 29 21:47:53.086463 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1577c60-26af-4306-b5c4-bf6b2894aaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd183e1-a391-4137-9918-2c07123c00b0,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:53.097633 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] Attempting to bind port a8fc9a12-9ff1-4e9e-8e75-3267f72235ab on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:47:53.098483 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] Attempting to bind port a8fc9a12-9ff1-4e9e-8e75-3267f72235ab by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:47:53.099055 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] Attempting to bind port a8fc9a12-9ff1-4e9e-8e75-3267f72235ab on network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:47:53.117499 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:47:53.117883 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] Checking segment: {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:47:53.118293 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:53.122271 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] Bound using segment: {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:47:53.122989 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] Bound port: a8fc9a12-9ff1-4e9e-8e75-3267f72235ab, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:47:53.125645 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:53.325707 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] For port a8fc9a12-9ff1-4e9e-8e75-3267f72235ab, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:47:53.329008 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-f8e0432b-28fe-4c32-8049-111c6af3ab98 None None] Provisioning complete for port f790b4c5-679c-41da-8c65-f9200275c001 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:47:53.329404 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f8e0432b-28fe-4c32-8049-111c6af3ab98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:53.332782 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] For port a8fc9a12-9ff1-4e9e-8e75-3267f72235ab, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=a8fc9a12-9ff1-4e9e-8e75-3267f72235ab,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:47:53.348487 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:53.365583 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da49edfa-fb2b-49cf-a36d-1d85139ddde8 admin admin] Router ddf957f1-3490-4288-80bc-f278f5598a9b is scheduled to L3 agent 45234573-5df4-4e32-989b-85d77f36231f with binding_index 1 {{(pid=109067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 21:47:53.434249 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b3d06-02c7-4a1c-95a0-83fd3157e30b admin admin] Pushing event updated for resources: {'Port': ['ID=8a4fbb58-080b-4163-a85f-4eb5edc8be95,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:53.475921 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device f790b4c5-679c-41da-8c65-f9200275c001 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:47:53.489091 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] Routers {'0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:47:53.489741 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:47:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:47:53.527883 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d69b3d06-02c7-4a1c-95a0-83fd3157e30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:53.529271 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f8e0432b-28fe-4c32-8049-111c6af3ab98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:53.591781 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-f8e0432b-28fe-4c32-8049-111c6af3ab98 None None] For port f790b4c5-679c-41da-8c65-f9200275c001, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=f790b4c5-679c-41da-8c65-f9200275c001,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:47:53.599369 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port f790b4c5-679c-41da-8c65-f9200275c001 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:47:53.599925 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:53.609474 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122acc3f-e8d9-4420-81af-3ff005c63beb None None] Pushing event updated for resources: {'Port': ['ID=a8fc9a12-9ff1-4e9e-8e75-3267f72235ab,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:53.610574 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f8e0432b-28fe-4c32-8049-111c6af3ab98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:53.667742 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.db_base_plugin_common [None req-81583f74-3776-4b69-98a1-42452fb31576 admin admin] Allocated IP 172.27.0.51 (784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5/a9ef98f4-00ee-4d58-b124-c3e8fe21fad4/80ddcfab-5393-4e18-997f-5285e27d968b) {{(pid=109067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:47:53.676846 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da49edfa-fb2b-49cf-a36d-1d85139ddde8 admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 21:47:53.695634 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-929cb6a2-bfd8-4cfa-951f-2b1a6e850a06 service neutron] 10.222.0.62 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548627 Nov 29 21:47:53.725571 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 60724) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:53.744109 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] Sync routers for ids ['ddf957f1-3490-4288-80bc-f278f5598a9b'] in dv-cinder-819722-1-iscsi {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 21:47:53.759191 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-da49edfa-fb2b-49cf-a36d-1d85139ddde8 admin admin] Publish callbacks [] for router, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:53.766087 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-da49edfa-fb2b-49cf-a36d-1d85139ddde8 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8663764 Nov 29 21:47:53.774156 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 60728) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:53.798716 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4bccfa35-9f26-44cc-8800-6fd98ccce010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:53.809481 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] Routers {'ddf957f1-3490-4288-80bc-f278f5598a9b'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:47:53.810162 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:47:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['ddf957f1-3490-4288-80bc-f278f5598a9b'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:47:53.825607 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] Set router 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:47:53.844109 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d69b3d06-02c7-4a1c-95a0-83fd3157e30b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:53.855899 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d69b3d06-02c7-4a1c-95a0-83fd3157e30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:53.856836 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d69b3d06-02c7-4a1c-95a0-83fd3157e30b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817224'] for router_interface, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:53.929119 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0432b-28fe-4c32-8049-111c6af3ab98 None None] Pushing event updated for resources: {'Port': ['ID=f790b4c5-679c-41da-8c65-f9200275c001,revision_number=3']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:54.001840 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b3d06-02c7-4a1c-95a0-83fd3157e30b admin admin] Pushing event updated for resources: {'Port': ['ID=8a4fbb58-080b-4163-a85f-4eb5edc8be95,revision_number=2']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:54.008608 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-2b823efa-fb62-48b9-8057-da07af6f9e83 None None] Provisioning complete for port 8a4fbb58-080b-4163-a85f-4eb5edc8be95 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:47:54.009303 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2b823efa-fb62-48b9-8057-da07af6f9e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:54.115090 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69b3d06-02c7-4a1c-95a0-83fd3157e30b admin admin] Network 562540b5-b080-4163-a4fa-cf4e96df0d5f is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:47:54.117146 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [None req-d69b3d06-02c7-4a1c-95a0-83fd3157e30b admin admin] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:47:54.160578 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] Set router ddf957f1-3490-4288-80bc-f278f5598a9b gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:47:54.163294 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 77aa0ec2-0d1a-4b5b-8f45-0c84742c9442 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:47:54.207032 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-2b823efa-fb62-48b9-8057-da07af6f9e83 None None] Port 8a4fbb58-080b-4163-a85f-4eb5edc8be95 cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 21:47:54.275089 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69b3d06-02c7-4a1c-95a0-83fd3157e30b admin admin] Router 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 21:47:54.318653 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4004b72d-9d81-4fab-b2ed-4cdffaba8799 req-4f17b5dd-38af-4a61-9680-6b2b09942dcf tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 210 time: 0.3271594 Nov 29 21:47:54.333917 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'name': 'tempest-AttachVolumeTestJSON-300138794-router', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:47:53Z', 'revision_number': 4, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'gw_port': {'id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '8a4fbb58-080b-4163-a85f-4eb5edc8be95', 'name': '', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'mac_address': 'fa:16:3e:f5:a3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:52Z', 'updated_at': '2021-11-29T21:47:52Z', 'revision_number': 1, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'subnets': [{'id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:47:54.390840 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2948320-6fea-4713-ba31-0aa38c61e3dc None None] The sync data for ids ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'] in dv-cinder-819722-1-iscsi is: [{'id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'name': 'tempest-AttachVolumeTestJSON-300138794-router', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:47:53Z', 'revision_number': 4, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'gw_port': {'id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '8a4fbb58-080b-4163-a85f-4eb5edc8be95', 'name': '', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'mac_address': 'fa:16:3e:f5:a3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:52Z', 'updated_at': '2021-11-29T21:47:52Z', 'revision_number': 1, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'subnets': [{'id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 21:47:54.411656 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-7fffbc82-eab0-4357-9f97-9743d1bb8cbd None None] Provisioning complete for port f790b4c5-679c-41da-8c65-f9200275c001 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:47:54.412034 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7fffbc82-eab0-4357-9f97-9743d1bb8cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:54.453943 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 77aa0ec2-0d1a-4b5b-8f45-0c84742c9442 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:47:54.454310 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:54.468571 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d32fd536-555e-4b17-82c3-d3a3d69cd168 req-4e81a881-284d-471f-83e8-4d5bc48ddebe tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 210 time: 0.1627061 Nov 29 21:47:54.537613 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-81583f74-3776-4b69-98a1-42452fb31576 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:54.577138 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69b3d06-02c7-4a1c-95a0-83fd3157e30b admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 21:47:54.585456 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-d69b3d06-02c7-4a1c-95a0-83fd3157e30b admin admin] 10.222.0.62 "PUT /v2.0/routers/0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5174701 Nov 29 21:47:54.660629 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4bccfa35-9f26-44cc-8800-6fd98ccce010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:54.677196 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4bccfa35-9f26-44cc-8800-6fd98ccce010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:54.747068 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf957f1-3490-4288-80bc-f278f5598a9b', 'name': 'tempest-ServerRescueNegativeTestJSON-1442805591-router', 'tenant_id': '01b08089dc5e40ef891d422cc7784809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e5e19df-97e5-400b-b705-4103f74213d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:47:51Z', 'revision_number': 3, 'project_id': '01b08089dc5e40ef891d422cc7784809', 'gw_port': {'id': '8e5e19df-97e5-400b-b705-4103f74213d6', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf957f1-3490-4288-80bc-f278f5598a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:47:54.816143 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-4bccfa35-9f26-44cc-8800-6fd98ccce010 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=42f3aaf4be434ca5b16074c7277c3f2f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0890877 Nov 29 21:47:54.819730 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 60768) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:54.820774 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bccfa35-9f26-44cc-8800-6fd98ccce010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96000442-08ac-48e5-aa52-9b1dcd54b86b,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:54.837021 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] Checking router: ddf957f1-3490-4288-80bc-f278f5598a9b for host: dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 21:47:54.837371 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] Updating router ddf957f1-3490-4288-80bc-f278f5598a9b port 8e5e19df-97e5-400b-b705-4103f74213d6 binding host dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 21:47:54.885173 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:54.897265 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-81583f74-3776-4b69-98a1-42452fb31576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:54.934873 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2e4e86c6-00d5-4d4f-91d8-419a396b512b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:54.978259 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81583f74-3776-4b69-98a1-42452fb31576 admin admin] Network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 is already hosted by enough agents. {{(pid=109067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:47:54.979576 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2e4e86c6-00d5-4d4f-91d8-419a396b512b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:55.007583 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-81583f74-3776-4b69-98a1-42452fb31576 admin admin] Resources bound (agent type, host, resource id): {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:47:55.013245 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81583f74-3776-4b69-98a1-42452fb31576 admin admin] Received port after_create {{(pid=109067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:47:55.098320 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2e4e86c6-00d5-4d4f-91d8-419a396b512b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:55.102950 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2e4e86c6-00d5-4d4f-91d8-419a396b512b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:55.105276 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-2e4e86c6-00d5-4d4f-91d8-419a396b512b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/96000442-08ac-48e5-aa52-9b1dcd54b86b HTTP/1.1" status: 204 len: 168 time: 0.2838619 Nov 29 21:47:55.142069 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81583f74-3776-4b69-98a1-42452fb31576 admin admin] Pushing event updated for resources: {'Port': ['ID=80ddcfab-5393-4e18-997f-5285e27d968b,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:55.157904 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e86c6-00d5-4d4f-91d8-419a396b512b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96000442-08ac-48e5-aa52-9b1dcd54b86b,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:55.520487 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cba9f3bd-c081-4917-855e-c507b2c6961e req-578b8f18-654b-4a2b-a49a-ab1270d17891 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 210 time: 0.0696363 Nov 29 21:47:55.582207 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] Publish callbacks [] for port, precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:55.592804 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device f790b4c5-679c-41da-8c65-f9200275c001 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:47:55.691531 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:55.768910 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-cfa1976a-99ce-4125-a7f9-d703b7bbb9b9 None None] Provisioning complete for port 8a4fbb58-080b-4163-a85f-4eb5edc8be95 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:47:55.769421 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cfa1976a-99ce-4125-a7f9-d703b7bbb9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:55.845393 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port f790b4c5-679c-41da-8c65-f9200275c001 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:47:55.845393 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:55.855492 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-945a1a1e-b0c2-431b-801c-4cff6e5dbe0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:55.925816 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] Attempting to bind port 8e5e19df-97e5-400b-b705-4103f74213d6 on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:47:55.926370 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] Attempting to bind port 8e5e19df-97e5-400b-b705-4103f74213d6 by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:47:55.926732 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] Attempting to bind port 8e5e19df-97e5-400b-b705-4103f74213d6 on network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:47:55.931635 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0c11c2d7-5190-4b07-ad2a-1b28ccd50881 req-4aaf858c-0899-4146-b461-d18898e7b426 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 210 time: 0.2202988 Nov 29 21:47:55.946584 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:47:55.947639 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] Checking segment: {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:47:55.948013 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:55.948436 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] Bound using segment: {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:47:55.948916 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] Bound port: 8e5e19df-97e5-400b-b705-4103f74213d6, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:47:55.949504 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:55.966683 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-cfa1976a-99ce-4125-a7f9-d703b7bbb9b9 None None] Port 8a4fbb58-080b-4163-a85f-4eb5edc8be95 cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 21:47:56.062380 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd77111-5056-427a-b210-1a164f1d44f5 None None] Pushing event updated for resources: {'Port': ['ID=8e5e19df-97e5-400b-b705-4103f74213d6,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:56.113424 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 60812) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:56.119946 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-783b5c43-9e7e-4845-9f46-08f33286f897 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--790824010', 'description': 'tempest-description--1471622827'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:47:56.156805 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] For port 8e5e19df-97e5-400b-b705-4103f74213d6, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:47:56.181753 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] For port 8e5e19df-97e5-400b-b705-4103f74213d6, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=8e5e19df-97e5-400b-b705-4103f74213d6,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:47:56.183658 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-783b5c43-9e7e-4845-9f46-08f33286f897 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:56.189467 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-81583f74-3776-4b69-98a1-42452fb31576 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:56.195811 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:56.325727 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] Routers {'ddf957f1-3490-4288-80bc-f278f5598a9b'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:47:56.330267 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:47:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['ddf957f1-3490-4288-80bc-f278f5598a9b'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:47:56.349091 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-783b5c43-9e7e-4845-9f46-08f33286f897 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:56.360024 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-783b5c43-9e7e-4845-9f46-08f33286f897 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:56.395150 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd77111-5056-427a-b210-1a164f1d44f5 None None] Pushing event updated for resources: {'Port': ['ID=8e5e19df-97e5-400b-b705-4103f74213d6,revision_number=3']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:56.441548 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-783b5c43-9e7e-4845-9f46-08f33286f897 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:56.445695 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-783b5c43-9e7e-4845-9f46-08f33286f897 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3290811 Nov 29 21:47:56.446896 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b5c43-9e7e-4845-9f46-08f33286f897 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=081f932f-7903-4299-ba6f-1b2e70f0cdbd,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:56.455450 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 60822) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:56.468552 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-d48c2794-9d1d-44c8-96ac-9552b83e8cf8 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Request body: {'security_group_rule': {'security_group_id': '081f932f-7903-4299-ba6f-1b2e70f0cdbd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:47:56.488329 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.db_base_plugin_common [None req-945a1a1e-b0c2-431b-801c-4cff6e5dbe0a admin admin] Allocated IP 172.20.0.1 (d3261214-cd19-4620-bdfc-67e5550090e6/cf79bc07-9ee9-42dd-8fb2-fbb2a3b0a31f/452ad68b-d404-4277-9673-4e7732ee4860) {{(pid=109067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:47:56.505223 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] Set router ddf957f1-3490-4288-80bc-f278f5598a9b gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:47:56.723575 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d48c2794-9d1d-44c8-96ac-9552b83e8cf8 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:56.798422 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.61', 49895) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:56.820319 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf957f1-3490-4288-80bc-f278f5598a9b', 'name': 'tempest-ServerRescueNegativeTestJSON-1442805591-router', 'tenant_id': '01b08089dc5e40ef891d422cc7784809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e5e19df-97e5-400b-b705-4103f74213d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:47:51Z', 'revision_number': 3, 'project_id': '01b08089dc5e40ef891d422cc7784809', 'gw_port': {'id': '8e5e19df-97e5-400b-b705-4103f74213d6', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf957f1-3490-4288-80bc-f278f5598a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:47:56.891630 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c09bad-d48b-47a2-add7-491c968278c1 None None] The sync data for ids ['ddf957f1-3490-4288-80bc-f278f5598a9b'] in dv-cinder-819722-1-iscsi is: [{'id': 'ddf957f1-3490-4288-80bc-f278f5598a9b', 'name': 'tempest-ServerRescueNegativeTestJSON-1442805591-router', 'tenant_id': '01b08089dc5e40ef891d422cc7784809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e5e19df-97e5-400b-b705-4103f74213d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:47:51Z', 'revision_number': 3, 'project_id': '01b08089dc5e40ef891d422cc7784809', 'gw_port': {'id': '8e5e19df-97e5-400b-b705-4103f74213d6', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf957f1-3490-4288-80bc-f278f5598a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}] {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 21:47:56.901617 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-81583f74-3776-4b69-98a1-42452fb31576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811407'] for router, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:56.918957 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-94bb6c14-c17b-4531-8993-c2e7712c342e req-4c4c2190-26a9-4586-b91a-bbc513afd717 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 210 time: 0.1874685 Nov 29 21:47:57.063040 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-945a1a1e-b0c2-431b-801c-4cff6e5dbe0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:57.344600 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device a8fc9a12-9ff1-4e9e-8e75-3267f72235ab up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:47:57.348276 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-1615afac-538b-456e-8109-83b3ea1eb69f tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:47:57.365291 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-1615afac-538b-456e-8109-83b3ea1eb69f tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.61 "GET /v2.0/networks?id=983dd8c7-05fb-4c40-89c9-8794f42a407a HTTP/1.1" status: 200 len: 815 time: 0.5567577 Nov 29 21:47:57.418029 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-9663c5ed-635f-4326-9ce2-212db5a3e7cc tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Request body: {'port': {'device_id': '2779b74d-5151-4427-8f7e-b65acb8cda79', 'network_id': '983dd8c7-05fb-4c40-89c9-8794f42a407a', 'admin_state_up': True, 'tenant_id': 'a2a4f8e8463e478f8962647f6049ce0b'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:47:57.518947 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port a8fc9a12-9ff1-4e9e-8e75-3267f72235ab triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:47:57.520329 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:57.541530 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d48c2794-9d1d-44c8-96ac-9552b83e8cf8 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:57.710818 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-db6aa8f7-2106-4c66-925f-a0d80cb7af27 req-7c2343ce-3143-418a-b6f3-0288f99e34fb tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 210 time: 0.1657572 Nov 29 21:47:57.745413 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d48c2794-9d1d-44c8-96ac-9552b83e8cf8 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573674'] for security_group_rule, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:57.786148 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c2794-9d1d-44c8-96ac-9552b83e8cf8 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22fc0b9-3db3-4b17-a88f-0304fc8c1ef5,revision_number=0']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:57.799049 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d48c2794-9d1d-44c8-96ac-9552b83e8cf8 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:57.803871 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-d48c2794-9d1d-44c8-96ac-9552b83e8cf8 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3451774 Nov 29 21:47:57.806305 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-945a1a1e-b0c2-431b-801c-4cff6e5dbe0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:57.819041 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 60884) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:57.840443 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-d8197f41-c9cb-4379-b4a5-d52a137b9721 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Request body: {'security_group_rule': {'security_group_id': '081f932f-7903-4299-ba6f-1b2e70f0cdbd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:47:57.860614 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:57.902020 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] For port a8fc9a12-9ff1-4e9e-8e75-3267f72235ab, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=a8fc9a12-9ff1-4e9e-8e75-3267f72235ab,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:47:57.913514 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:58.015520 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945a1a1e-b0c2-431b-801c-4cff6e5dbe0a admin admin] Network d3261214-cd19-4620-bdfc-67e5550090e6 is already hosted by enough agents. {{(pid=109067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:47:58.026563 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Pushing event updated for resources: {'Port': ['ID=a8fc9a12-9ff1-4e9e-8e75-3267f72235ab,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:58.036935 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-945a1a1e-b0c2-431b-801c-4cff6e5dbe0a admin admin] Resources bound (agent type, host, resource id): {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:47:58.094625 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945a1a1e-b0c2-431b-801c-4cff6e5dbe0a admin admin] Received port after_create {{(pid=109067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:47:58.095202 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-9663c5ed-635f-4326-9ce2-212db5a3e7cc tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Made reservation on behalf of a2a4f8e8463e478f8962647f6049ce0b for: {'port': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:47:58.098251 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-945a1a1e-b0c2-431b-801c-4cff6e5dbe0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817148'] for router_interface, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:58.101906 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-9663c5ed-635f-4326-9ce2-212db5a3e7cc tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:58.164119 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a1a1e-b0c2-431b-801c-4cff6e5dbe0a admin admin] Pushing event updated for resources: {'Port': ['ID=452ad68b-d404-4277-9673-4e7732ee4860,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:58.280568 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7ae6c0b3-0859-4dd0-9b38-e14f0960932a req-dc78ef0b-0e84-41b2-b72a-46ccb9fee758 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 210 time: 0.1716070 Nov 29 21:47:58.288041 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d8197f41-c9cb-4379-b4a5-d52a137b9721 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:58.460464 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.61', 49902) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:58.525790 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] Sync routers for ids ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'] in dv-cinder-819722-1-iscsi {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 21:47:58.581613 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] Routers {'0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:47:58.589198 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:47:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:47:58.698155 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81583f74-3776-4b69-98a1-42452fb31576 admin admin] Router a680e0bf-5dd8-4903-9264-c6389adfe5d4 is scheduled to L3 agent 45234573-5df4-4e32-989b-85d77f36231f with binding_index 1 {{(pid=109067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 21:47:58.824449 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:58.932987 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] Set router 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:47:59.033999 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-03f7254f-2075-4a66-a640-9697d91772b8 req-ff029bd0-42c1-4afd-8113-78c7f133b222 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 210 time: 0.1402798 Nov 29 21:47:59.035693 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-945a1a1e-b0c2-431b-801c-4cff6e5dbe0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:59.202985 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-9663c5ed-635f-4326-9ce2-212db5a3e7cc tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Allocated IP 172.20.0.5 (983dd8c7-05fb-4c40-89c9-8794f42a407a/cddc48a2-9dbb-43c6-9ab8-8af0de869d07/a8786a8a-cfa1-45de-927d-72613e1bc431) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:47:59.215535 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-8ca5d459-2a11-4125-8096-c288823d4aa8 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:47:59.218529 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-8ca5d459-2a11-4125-8096-c288823d4aa8 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.61 "GET /v2.0/networks?id=12e31e2f-d5f7-4c99-b745-8888c8a5010d HTTP/1.1" status: 200 len: 811 time: 0.7561109 Nov 29 21:47:59.236680 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d8197f41-c9cb-4379-b4a5-d52a137b9721 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:59.304985 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d8197f41-c9cb-4379-b4a5-d52a137b9721 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573674'] for security_group_rule, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:59.399219 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81583f74-3776-4b69-98a1-42452fb31576 admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 21:47:59.405172 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8197f41-c9cb-4379-b4a5-d52a137b9721 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c22ea76-4d06-4a69-97a5-a2d47639d584,revision_number=0']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:59.411986 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] Sync routers for ids ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'] in dv-cinder-819722-1-iscsi {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 21:47:59.437788 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] Routers {'a680e0bf-5dd8-4903-9264-c6389adfe5d4'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:47:59.439502 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:47:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:47:59.483407 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d8197f41-c9cb-4379-b4a5-d52a137b9721 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:59.484925 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-d8197f41-c9cb-4379-b4a5-d52a137b9721 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6510735 Nov 29 21:47:59.491808 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 60942) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:59.500421 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-0bbdc4d8-86d4-4160-b3cd-6b5f42497200 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Request body: {'floatingip': {'floating_network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:47:59.506766 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'name': 'tempest-AttachVolumeTestJSON-300138794-router', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:47:53Z', 'revision_number': 4, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'gw_port': {'id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '8a4fbb58-080b-4163-a85f-4eb5edc8be95', 'name': '', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'mac_address': 'fa:16:3e:f5:a3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:52Z', 'updated_at': '2021-11-29T21:47:53Z', 'revision_number': 2, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'subnets': [{'id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:47:59.517886 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-71d97695-fa01-41f4-a00c-db3420762731 req-90a7b17f-5f8e-4999-99cf-23f27d0ec2a5 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 210 time: 0.1165659 Nov 29 21:47:59.552482 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] Checking router: 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d for host: dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 21:47:59.553095 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device a8fc9a12-9ff1-4e9e-8e75-3267f72235ab up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:47:59.553950 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] Updating router 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d port 8a4fbb58-080b-4163-a85f-4eb5edc8be95 binding host dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 21:47:59.604333 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:59.632515 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-0bbdc4d8-86d4-4160-b3cd-6b5f42497200 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for floatingip, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:59.641486 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-81583f74-3776-4b69-98a1-42452fb31576 admin admin] Publish callbacks [] for router, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:59.654560 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 60946) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:59.658720 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-81583f74-3776-4b69-98a1-42452fb31576 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.3821366 Nov 29 21:47:59.736585 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-9663c5ed-635f-4326-9ce2-212db5a3e7cc tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:59.771614 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-945a1a1e-b0c2-431b-801c-4cff6e5dbe0a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:59.782030 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-945a1a1e-b0c2-431b-801c-4cff6e5dbe0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:59.783399 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-945a1a1e-b0c2-431b-801c-4cff6e5dbe0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817224'] for router_interface, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:47:59.828306 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] Set router a680e0bf-5dd8-4903-9264-c6389adfe5d4 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:47:59.887885 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 60950) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:47:59.896111 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a1a1e-b0c2-431b-801c-4cff6e5dbe0a admin admin] Pushing event updated for resources: {'Port': ['ID=452ad68b-d404-4277-9673-4e7732ee4860,revision_number=2']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:47:59.918255 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port a8fc9a12-9ff1-4e9e-8e75-3267f72235ab triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:47:59.918815 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:00.073670 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-9663c5ed-635f-4326-9ce2-212db5a3e7cc tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:00.138146 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945a1a1e-b0c2-431b-801c-4cff6e5dbe0a admin admin] Network d3261214-cd19-4620-bdfc-67e5550090e6 is already hosted by enough agents. {{(pid=109067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:48:00.141844 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-9663c5ed-635f-4326-9ce2-212db5a3e7cc tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Network 983dd8c7-05fb-4c40-89c9-8794f42a407a is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:48:00.148294 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-945a1a1e-b0c2-431b-801c-4cff6e5dbe0a admin admin] Resources bound (agent type, host, resource id): {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:48:00.177488 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-9663c5ed-635f-4326-9ce2-212db5a3e7cc tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:48:00.182317 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9f053157-4897-4fb0-8743-42db2f610ff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:00.211213 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-9663c5ed-635f-4326-9ce2-212db5a3e7cc tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:48:00.218235 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-9663c5ed-635f-4326-9ce2-212db5a3e7cc tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:00.220061 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-9663c5ed-635f-4326-9ce2-212db5a3e7cc tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:00.226763 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-0bbdc4d8-86d4-4160-b3cd-6b5f42497200 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:00.299499 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 8e5e19df-97e5-400b-b705-4103f74213d6 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:48:00.370439 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:00.370851 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1480902385-router', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:47:55Z', 'revision_number': 3, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'gw_port': {'id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:51Z', 'updated_at': '2021-11-29T21:47:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:48:00.378007 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663c5ed-635f-4326-9ce2-212db5a3e7cc tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Pushing event updated for resources: {'Port': ['ID=a8786a8a-cfa1-45de-927d-72613e1bc431,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:00.382985 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:00.400595 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9f053157-4897-4fb0-8743-42db2f610ff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:00.412467 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] Checking router: a680e0bf-5dd8-4903-9264-c6389adfe5d4 for host: dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 21:48:00.413083 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] Updating router a680e0bf-5dd8-4903-9264-c6389adfe5d4 port 80ddcfab-5393-4e18-997f-5285e27d968b binding host dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 21:48:00.415261 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9f053157-4897-4fb0-8743-42db2f610ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:00.416366 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 8e5e19df-97e5-400b-b705-4103f74213d6 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:48:00.416902 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:00.442944 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c612741-1e15-4e88-bf30-6b035f896192 None None] Pushing event updated for resources: {'Port': ['ID=8a4fbb58-080b-4163-a85f-4eb5edc8be95,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:00.504305 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:00.527902 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] Attempting to bind port 8a4fbb58-080b-4163-a85f-4eb5edc8be95 on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:48:00.528272 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] Attempting to bind port 8a4fbb58-080b-4163-a85f-4eb5edc8be95 by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': 'c474d39d-c2f7-4b49-acd8-82f36e651454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:48:00.528634 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] Attempting to bind port 8a4fbb58-080b-4163-a85f-4eb5edc8be95 on network 562540b5-b080-4163-a4fa-cf4e96df0d5f {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:48:00.548954 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:48:00.549429 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] Checking segment: {'id': 'c474d39d-c2f7-4b49-acd8-82f36e651454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:48:00.550477 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:00.551600 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] Bound using segment: {'id': 'c474d39d-c2f7-4b49-acd8-82f36e651454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:48:00.552694 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] Bound port: 8a4fbb58-080b-4163-a85f-4eb5edc8be95, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c474d39d-c2f7-4b49-acd8-82f36e651454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:48:00.554504 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:00.555047 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f053157-4897-4fb0-8743-42db2f610ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4248b9a9-bd1f-460c-97c9-88137eccd230,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:00.569359 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945a1a1e-b0c2-431b-801c-4cff6e5dbe0a admin admin] Router ddf957f1-3490-4288-80bc-f278f5598a9b has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 21:48:00.591494 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757a8b5-ece1-468a-ac95-a54d4b78c94a req-5f5901eb-0f56-4d23-918f-0fcc6bd759ca tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:00.594725 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b757a8b5-ece1-468a-ac95-a54d4b78c94a req-5f5901eb-0f56-4d23-918f-0fcc6bd759ca tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 931 time: 0.4148159 Nov 29 21:48:00.622510 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-9663c5ed-635f-4326-9ce2-212db5a3e7cc tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2083166 Nov 29 21:48:00.654133 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-9f053157-4897-4fb0-8743-42db2f610ff1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f8e7a4c85be6476e9049fb3cd0f20bae&name=default HTTP/1.1" status: 200 len: 2995 time: 0.7651157 Nov 29 21:48:00.662821 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 60966) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:00.670812 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] For port 8a4fbb58-080b-4163-a85f-4eb5edc8be95, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:48:00.674912 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] For port 8a4fbb58-080b-4163-a85f-4eb5edc8be95, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=8a4fbb58-080b-4163-a85f-4eb5edc8be95,segment=NetworkSegment(c474d39d-c2f7-4b49-acd8-82f36e651454),segment_id=c474d39d-c2f7-4b49-acd8-82f36e651454)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:48:00.687858 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:00.735826 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bef88f68-0609-42b8-be0d-b5c9c9da6713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:00.761340 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c612741-1e15-4e88-bf30-6b035f896192 None None] Pushing event updated for resources: {'Port': ['ID=8a4fbb58-080b-4163-a85f-4eb5edc8be95,revision_number=4']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:00.779814 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] Routers {'0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:48:00.780880 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:47:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:48:00.813933 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:00.823172 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6f57420d-13ec-4760-a4ad-fd57692c7110 req-b7bcb2a2-4fc7-4627-8c32-9d03cf71d489 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 210 time: 0.1869764 Nov 29 21:48:00.879882 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [None req-0bbdc4d8-86d4-4160-b3cd-6b5f42497200 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Allocated IP 172.27.0.103 (784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5/a9ef98f4-00ee-4d58-b124-c3e8fe21fad4/8de9b577-181e-4209-b17a-223cf8580489) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:48:00.883368 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] For port 8e5e19df-97e5-400b-b705-4103f74213d6, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=8e5e19df-97e5-400b-b705-4103f74213d6,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:00.895161 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-0d515e81-7d3a-4ec0-aa0f-7d09c15a616d None None] Provisioning complete for port 8a4fbb58-080b-4163-a85f-4eb5edc8be95 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:48:00.895161 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0d515e81-7d3a-4ec0-aa0f-7d09c15a616d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:00.901584 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:00.946052 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] Set router 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:48:00.954971 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b757a8b5-ece1-468a-ac95-a54d4b78c94a req-dc55dee4-b5a0-4e35-9151-b4acc0575e3c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463290 Nov 29 21:48:01.002331 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945a1a1e-b0c2-431b-801c-4cff6e5dbe0a admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 21:48:01.012890 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-945a1a1e-b0c2-431b-801c-4cff6e5dbe0a admin admin] 10.222.0.62 "PUT /v2.0/routers/ddf957f1-3490-4288-80bc-f278f5598a9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2374961 Nov 29 21:48:01.018466 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-db405422-7b9f-4e17-af3e-575423a9b8ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:01.023733 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] Sync routers for ids ['ddf957f1-3490-4288-80bc-f278f5598a9b'] in dv-cinder-819722-1-iscsi {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 21:48:01.042477 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Pushing event updated for resources: {'Port': ['ID=8e5e19df-97e5-400b-b705-4103f74213d6,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:01.054347 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] Routers {'ddf957f1-3490-4288-80bc-f278f5598a9b'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:48:01.054845 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:47:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['ddf957f1-3490-4288-80bc-f278f5598a9b'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:48:01.102902 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0d515e81-7d3a-4ec0-aa0f-7d09c15a616d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:01.123550 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-db405422-7b9f-4e17-af3e-575423a9b8ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:01.231716 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-db405422-7b9f-4e17-af3e-575423a9b8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:01.233335 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-0d515e81-7d3a-4ec0-aa0f-7d09c15a616d None None] For port 8a4fbb58-080b-4163-a85f-4eb5edc8be95, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=8a4fbb58-080b-4163-a85f-4eb5edc8be95,segment=NetworkSegment(c474d39d-c2f7-4b49-acd8-82f36e651454),segment_id=c474d39d-c2f7-4b49-acd8-82f36e651454)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:01.239156 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-db405422-7b9f-4e17-af3e-575423a9b8ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:01.241070 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0d515e81-7d3a-4ec0-aa0f-7d09c15a616d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:01.269194 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-0bbdc4d8-86d4-4160-b3cd-6b5f42497200 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:01.276696 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-db405422-7b9f-4e17-af3e-575423a9b8ae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4248b9a9-bd1f-460c-97c9-88137eccd230 HTTP/1.1" status: 204 len: 168 time: 0.5548947 Nov 29 21:48:01.291053 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db405422-7b9f-4e17-af3e-575423a9b8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4248b9a9-bd1f-460c-97c9-88137eccd230,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:01.295987 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 8e5e19df-97e5-400b-b705-4103f74213d6 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:48:01.367354 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d515e81-7d3a-4ec0-aa0f-7d09c15a616d None None] Pushing event updated for resources: {'Port': ['ID=8a4fbb58-080b-4163-a85f-4eb5edc8be95,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:01.383468 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-2075c0ca-b169-45a1-8373-adf4664118c4 None None] Provisioning complete for port 8a4fbb58-080b-4163-a85f-4eb5edc8be95 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:48:01.383845 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2075c0ca-b169-45a1-8373-adf4664118c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:01.417733 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] Set router ddf957f1-3490-4288-80bc-f278f5598a9b gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:48:01.430558 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [None req-bef88f68-0609-42b8-be0d-b5c9c9da6713 admin admin] Allocated IP 172.20.0.1 (485a3fcd-6fd6-47e4-b88d-4877d6f347cd/c58ec759-9321-4f1d-9f62-796449e282e7/cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:48:01.515530 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 8e5e19df-97e5-400b-b705-4103f74213d6 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:48:01.516112 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:01.518454 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-0bbdc4d8-86d4-4160-b3cd-6b5f42497200 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:01.579978 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdc4d8-86d4-4160-b3cd-6b5f42497200 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Pushing event updated for resources: {'Port': ['ID=8de9b577-181e-4209-b17a-223cf8580489,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:01.668431 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbdc4d8-86d4-4160-b3cd-6b5f42497200 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:48:01.670767 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [None req-0bbdc4d8-86d4-4160-b3cd-6b5f42497200 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:48:01.676746 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbdc4d8-86d4-4160-b3cd-6b5f42497200 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:48:01.760422 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'name': 'tempest-AttachVolumeTestJSON-300138794-router', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:47:53Z', 'revision_number': 4, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'gw_port': {'id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '8a4fbb58-080b-4163-a85f-4eb5edc8be95', 'name': '', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'mac_address': 'fa:16:3e:f5:a3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:52Z', 'updated_at': '2021-11-29T21:48:00Z', 'revision_number': 4, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'subnets': [{'id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:48:01.822186 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed12b99-994c-4c96-ae23-ff1aabe7442a None None] The sync data for ids ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'] in dv-cinder-819722-1-iscsi is: [{'id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'name': 'tempest-AttachVolumeTestJSON-300138794-router', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:47:53Z', 'revision_number': 4, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'gw_port': {'id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '8a4fbb58-080b-4163-a85f-4eb5edc8be95', 'name': '', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'mac_address': 'fa:16:3e:f5:a3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:52Z', 'updated_at': '2021-11-29T21:48:00Z', 'revision_number': 4, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'subnets': [{'id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 21:48:01.869765 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-0bbdc4d8-86d4-4160-b3cd-6b5f42497200 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:01.896043 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 8a4fbb58-080b-4163-a85f-4eb5edc8be95 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:48:01.966631 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-54f6d113-adc0-48b9-a323-1a7086782412 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Request body: {'port': {'device_id': '953fea49-adec-4352-be6f-774342a7661a', 'network_id': '12e31e2f-d5f7-4c99-b745-8888c8a5010d', 'admin_state_up': True, 'tenant_id': 'dcc16b16da7c473bbbf22b78232706fc'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:48:02.067227 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c9f2c0c5-0b7f-4d1e-8bae-575fe8ca481d req-5d700cbd-fb83-4248-b1bd-12b79b703764 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 210 time: 0.1055589 Nov 29 21:48:02.090898 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:48:02.162755 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 8a4fbb58-080b-4163-a85f-4eb5edc8be95 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:48:02.163461 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:02.230872 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] Publish callbacks [] for port, precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:02.300510 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf957f1-3490-4288-80bc-f278f5598a9b', 'name': 'tempest-ServerRescueNegativeTestJSON-1442805591-router', 'tenant_id': '01b08089dc5e40ef891d422cc7784809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e5e19df-97e5-400b-b705-4103f74213d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:47:58Z', 'revision_number': 4, 'project_id': '01b08089dc5e40ef891d422cc7784809', 'gw_port': {'id': '8e5e19df-97e5-400b-b705-4103f74213d6', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf957f1-3490-4288-80bc-f278f5598a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '452ad68b-d404-4277-9673-4e7732ee4860', 'name': '', 'network_id': 'd3261214-cd19-4620-bdfc-67e5550090e6', 'tenant_id': '01b08089dc5e40ef891d422cc7784809', 'mac_address': 'fa:16:3e:3b:6f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf957f1-3490-4288-80bc-f278f5598a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cf79bc07-9ee9-42dd-8fb2-fbb2a3b0a31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:56Z', 'updated_at': '2021-11-29T21:47:59Z', 'revision_number': 2, 'project_id': '01b08089dc5e40ef891d422cc7784809', 'subnets': [{'id': 'cf79bc07-9ee9-42dd-8fb2-fbb2a3b0a31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:48:02.446661 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] Checking router: ddf957f1-3490-4288-80bc-f278f5598a9b for host: dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 21:48:02.449448 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] Updating router ddf957f1-3490-4288-80bc-f278f5598a9b port 452ad68b-d404-4277-9673-4e7732ee4860 binding host dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 21:48:02.453386 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:02.473841 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38294dd1-a550-48fe-8ac1-0476ea86a85d req-5dc3d65e-b83f-44c5-8853-81f89d085d52 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:02.488309 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:02.491865 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-38294dd1-a550-48fe-8ac1-0476ea86a85d req-5dc3d65e-b83f-44c5-8853-81f89d085d52 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 931 time: 0.2982774 Nov 29 21:48:02.605954 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bef88f68-0609-42b8-be0d-b5c9c9da6713 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:02.721664 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-09b52440-7949-43b1-ba11-1227e101f0c0 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109068) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 21:48:02.722863 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-09b52440-7949-43b1-ba11-1227e101f0c0 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2027781 Nov 29 21:48:02.760914 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bef88f68-0609-42b8-be0d-b5c9c9da6713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:02.771290 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] Attempting to bind port 80ddcfab-5393-4e18-997f-5285e27d968b on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:48:02.775387 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] Attempting to bind port 80ddcfab-5393-4e18-997f-5285e27d968b by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:48:02.776037 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] Attempting to bind port 80ddcfab-5393-4e18-997f-5285e27d968b on network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:48:02.805572 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:48:02.808958 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] Checking segment: {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:48:02.813295 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:02.814093 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] Bound using segment: {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:48:02.816023 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] Bound port: 80ddcfab-5393-4e18-997f-5285e27d968b, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:48:02.817539 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:02.865149 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-0bbdc4d8-86d4-4160-b3cd-6b5f42497200 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:02.920195 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-38294dd1-a550-48fe-8ac1-0476ea86a85d req-acbdc29d-0fa8-40a3-9cae-446ab313c2c2 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164663 Nov 29 21:48:02.974875 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] For port 80ddcfab-5393-4e18-997f-5285e27d968b, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:48:02.988217 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-0c2c9967-c5c7-453c-a6f9-64ed367eef60 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:02.989893 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] For port 80ddcfab-5393-4e18-997f-5285e27d968b, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=80ddcfab-5393-4e18-997f-5285e27d968b,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:48:02.998012 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-0c2c9967-c5c7-453c-a6f9-64ed367eef60 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/networks?id=d3261214-cd19-4620-bdfc-67e5550090e6 HTTP/1.1" status: 200 len: 819 time: 0.7843125 Nov 29 21:48:03.020431 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c4210-3002-43a4-ad70-2920083a6bff None None] Pushing event updated for resources: {'Port': ['ID=80ddcfab-5393-4e18-997f-5285e27d968b,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:03.033336 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-4b8c655a-5c34-4bfa-bde7-7115b5be18ae tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/quotas/01b08089dc5e40ef891d422cc7784809 HTTP/1.1" status: 200 len: 375 time: 0.0208566 Nov 29 21:48:03.036296 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:03.074474 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef88f68-0609-42b8-be0d-b5c9c9da6713 admin admin] Pushing event updated for resources: {'Port': ['ID=cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:03.176603 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef88f68-0609-42b8-be0d-b5c9c9da6713 admin admin] Network 485a3fcd-6fd6-47e4-b88d-4877d6f347cd is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:48:03.196496 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [None req-bef88f68-0609-42b8-be0d-b5c9c9da6713 admin admin] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:48:03.209548 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef88f68-0609-42b8-be0d-b5c9c9da6713 admin admin] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:48:03.210041 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bef88f68-0609-42b8-be0d-b5c9c9da6713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817148'] for router_interface, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:03.306606 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c4210-3002-43a4-ad70-2920083a6bff None None] Pushing event updated for resources: {'Port': ['ID=80ddcfab-5393-4e18-997f-5285e27d968b,revision_number=3']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:03.339489 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] Routers {'a680e0bf-5dd8-4903-9264-c6389adfe5d4'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:48:03.343731 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:47:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:48:03.437526 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:03.442838 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 8a4fbb58-080b-4163-a85f-4eb5edc8be95 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:48:03.473380 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:03.585018 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 8a4fbb58-080b-4163-a85f-4eb5edc8be95 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:48:03.585547 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:03.600745 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8949b47e-60b5-49c7-bb39-ddb956e18d87 req-6697ddc6-2ab8-4683-a7e7-b8e5d45681d2 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 210 time: 0.0635736 Nov 29 21:48:03.657887 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] Set router a680e0bf-5dd8-4903-9264-c6389adfe5d4 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:48:03.686858 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-d1116f2b-98c2-487a-80da-09d1f4be79d0 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=01b08089dc5e40ef891d422cc7784809&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6421161 Nov 29 21:48:03.832581 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-7ce5ad07-6953-494c-96c9-61611f642630 service neutron] Request body: {'port': {'device_id': '2779b74d-5151-4427-8f7e-b65acb8cda79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81972'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:48:03.884515 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d791f70-1233-4614-8e05-9f80d5f5e985 None None] Pushing event updated for resources: {'Port': ['ID=452ad68b-d404-4277-9673-4e7732ee4860,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:03.961548 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] Attempting to bind port 452ad68b-d404-4277-9673-4e7732ee4860 on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:48:03.961918 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] Attempting to bind port 452ad68b-d404-4277-9673-4e7732ee4860 by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': 'dd84154f-62e1-4ce9-a174-6d08fab81e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3261214-cd19-4620-bdfc-67e5550090e6'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:48:03.962284 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] Attempting to bind port 452ad68b-d404-4277-9673-4e7732ee4860 on network d3261214-cd19-4620-bdfc-67e5550090e6 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:48:03.968923 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-bc5e730e-4210-41d5-8bfe-7676227f1df1 service neutron] 10.222.0.62 "GET /v2.0/networks/d3261214-cd19-4620-bdfc-67e5550090e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767963 Nov 29 21:48:03.988599 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bef88f68-0609-42b8-be0d-b5c9c9da6713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:03.992051 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:48:03.995653 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] Checking segment: {'id': 'dd84154f-62e1-4ce9-a174-6d08fab81e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3261214-cd19-4620-bdfc-67e5550090e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:48:03.996180 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:03.996688 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] Bound using segment: {'id': 'dd84154f-62e1-4ce9-a174-6d08fab81e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3261214-cd19-4620-bdfc-67e5550090e6'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:48:03.997328 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] Bound port: 452ad68b-d404-4277-9673-4e7732ee4860, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd84154f-62e1-4ce9-a174-6d08fab81e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3261214-cd19-4620-bdfc-67e5550090e6'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:48:04.000998 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:04.166614 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-59b30a11-b6ba-4170-aa46-50623ba2f014 None None] Provisioning complete for port cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:48:04.167226 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-59b30a11-b6ba-4170-aa46-50623ba2f014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:04.212237 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] For port 452ad68b-d404-4277-9673-4e7732ee4860, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:48:04.227188 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] For port 452ad68b-d404-4277-9673-4e7732ee4860, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=452ad68b-d404-4277-9673-4e7732ee4860,segment=NetworkSegment(dd84154f-62e1-4ce9-a174-6d08fab81e95),segment_id=dd84154f-62e1-4ce9-a174-6d08fab81e95)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:48:04.236329 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:04.255592 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-875b9595-d71d-4000-8864-efa5faa3cba7 service neutron] 10.222.0.62 "GET /v2.0/networks/d3261214-cd19-4620-bdfc-67e5550090e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782376 Nov 29 21:48:04.288189 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-59b30a11-b6ba-4170-aa46-50623ba2f014 None None] Port cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 21:48:04.295046 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1480902385-router', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:47:55Z', 'revision_number': 3, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'gw_port': {'id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:51Z', 'updated_at': '2021-11-29T21:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:48:04.325654 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d791f70-1233-4614-8e05-9f80d5f5e985 None None] Pushing event updated for resources: {'Port': ['ID=452ad68b-d404-4277-9673-4e7732ee4860,revision_number=4']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:04.345620 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff2c564-4a77-4741-9702-49d8f556438b None None] The sync data for ids ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'] in dv-cinder-819722-1-iscsi is: [{'id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1480902385-router', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:47:55Z', 'revision_number': 3, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'gw_port': {'id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:51Z', 'updated_at': '2021-11-29T21:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}] {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 21:48:04.346935 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] Routers {'ddf957f1-3490-4288-80bc-f278f5598a9b'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:48:04.347787 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:47:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['ddf957f1-3490-4288-80bc-f278f5598a9b'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:48:04.576812 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-7ce5ad07-6953-494c-96c9-61611f642630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:04.590071 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bef88f68-0609-42b8-be0d-b5c9c9da6713 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:04.598387 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-54f6d113-adc0-48b9-a323-1a7086782412 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Made reservation on behalf of dcc16b16da7c473bbbf22b78232706fc for: {'port': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:48:04.603568 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-54f6d113-adc0-48b9-a323-1a7086782412 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:04.640449 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bef88f68-0609-42b8-be0d-b5c9c9da6713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:04.643068 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bef88f68-0609-42b8-be0d-b5c9c9da6713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817224'] for router_interface, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:04.696860 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] Set router ddf957f1-3490-4288-80bc-f278f5598a9b gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:48:04.747925 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c48eb-d4b3-486b-9b28-07a257cffb21 req-4f663767-7250-4de0-9566-b29ee1e3a1c3 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:04.749515 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e19c48eb-d4b3-486b-9b28-07a257cffb21 req-4f663767-7250-4de0-9566-b29ee1e3a1c3 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 931 time: 0.1806750 Nov 29 21:48:05.218595 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef88f68-0609-42b8-be0d-b5c9c9da6713 admin admin] Pushing event updated for resources: {'Port': ['ID=cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f,revision_number=2']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:05.229417 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1ce65107-42a2-42a7-b059-6a1c355ddd1a req-7c52f9de-d9ef-4712-800d-f273efada648 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 210 time: 0.2049313 Nov 29 21:48:05.229831 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-0bbdc4d8-86d4-4160-b3cd-6b5f42497200 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for port, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:05.266782 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e19c48eb-d4b3-486b-9b28-07a257cffb21 req-1beac2ee-09a2-4299-b204-155b743ea4e1 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822006 Nov 29 21:48:05.384399 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-0bbdc4d8-86d4-4160-b3cd-6b5f42497200 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:05.442672 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf957f1-3490-4288-80bc-f278f5598a9b', 'name': 'tempest-ServerRescueNegativeTestJSON-1442805591-router', 'tenant_id': '01b08089dc5e40ef891d422cc7784809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e5e19df-97e5-400b-b705-4103f74213d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:47:58Z', 'revision_number': 4, 'project_id': '01b08089dc5e40ef891d422cc7784809', 'gw_port': {'id': '8e5e19df-97e5-400b-b705-4103f74213d6', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf957f1-3490-4288-80bc-f278f5598a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '452ad68b-d404-4277-9673-4e7732ee4860', 'name': '', 'network_id': 'd3261214-cd19-4620-bdfc-67e5550090e6', 'tenant_id': '01b08089dc5e40ef891d422cc7784809', 'mac_address': 'fa:16:3e:3b:6f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf957f1-3490-4288-80bc-f278f5598a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cf79bc07-9ee9-42dd-8fb2-fbb2a3b0a31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:56Z', 'updated_at': '2021-11-29T21:48:04Z', 'revision_number': 4, 'project_id': '01b08089dc5e40ef891d422cc7784809', 'subnets': [{'id': 'cf79bc07-9ee9-42dd-8fb2-fbb2a3b0a31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:48:05.488327 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 80ddcfab-5393-4e18-997f-5285e27d968b up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:48:05.561442 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a09539c-1289-40ed-8577-cab0c72eea94 None None] The sync data for ids ['ddf957f1-3490-4288-80bc-f278f5598a9b'] in dv-cinder-819722-1-iscsi is: [{'id': 'ddf957f1-3490-4288-80bc-f278f5598a9b', 'name': 'tempest-ServerRescueNegativeTestJSON-1442805591-router', 'tenant_id': '01b08089dc5e40ef891d422cc7784809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e5e19df-97e5-400b-b705-4103f74213d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:47:58Z', 'revision_number': 4, 'project_id': '01b08089dc5e40ef891d422cc7784809', 'gw_port': {'id': '8e5e19df-97e5-400b-b705-4103f74213d6', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf957f1-3490-4288-80bc-f278f5598a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '452ad68b-d404-4277-9673-4e7732ee4860', 'name': '', 'network_id': 'd3261214-cd19-4620-bdfc-67e5550090e6', 'tenant_id': '01b08089dc5e40ef891d422cc7784809', 'mac_address': 'fa:16:3e:3b:6f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf957f1-3490-4288-80bc-f278f5598a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cf79bc07-9ee9-42dd-8fb2-fbb2a3b0a31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:56Z', 'updated_at': '2021-11-29T21:48:04Z', 'revision_number': 4, 'project_id': '01b08089dc5e40ef891d422cc7784809', 'subnets': [{'id': 'cf79bc07-9ee9-42dd-8fb2-fbb2a3b0a31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 21:48:05.734263 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 80ddcfab-5393-4e18-997f-5285e27d968b triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:48:05.741217 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:05.759579 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-887751d7-e9ba-4aa8-b3fe-b3685176cec4 req-5a079cbd-ed4a-4050-a48d-6f51a956c8e8 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 210 time: 0.1835198 Nov 29 21:48:05.876084 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-0bbdc4d8-86d4-4160-b3cd-6b5f42497200 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811381'] for floatingip, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:06.016060 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef88f68-0609-42b8-be0d-b5c9c9da6713 admin admin] Network 485a3fcd-6fd6-47e4-b88d-4877d6f347cd is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:48:06.095836 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:06.114353 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [None req-bef88f68-0609-42b8-be0d-b5c9c9da6713 admin admin] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:48:06.128434 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] For port 80ddcfab-5393-4e18-997f-5285e27d968b, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=80ddcfab-5393-4e18-997f-5285e27d968b,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:06.141108 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:06.180332 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-54f6d113-adc0-48b9-a323-1a7086782412 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Allocated IP 172.20.0.2 (12e31e2f-d5f7-4c99-b745-8888c8a5010d/34279472-7150-43f3-82ee-5f76f6b76ca2/5be49f86-624d-461d-90b4-bcadedea22f7) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:48:06.214961 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdc4d8-86d4-4160-b3cd-6b5f42497200 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Pushing event updated for resources: {'Port': ['ID=8de9b577-181e-4209-b17a-223cf8580489,revision_number=2']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:06.412438 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-0bbdc4d8-86d4-4160-b3cd-6b5f42497200 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:06.433912 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-0bbdc4d8-86d4-4160-b3cd-6b5f42497200 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9408948 Nov 29 21:48:06.469151 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-1264b154-d57b-4760-ad93-437575c60b14 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:06.483541 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-1264b154-d57b-4760-ad93-437575c60b14 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/networks?id=d3261214-cd19-4620-bdfc-67e5550090e6 HTTP/1.1" status: 200 len: 819 time: 0.4857593 Nov 29 21:48:06.527937 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-287b26d4-73fe-4b22-b478-056653c67244 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/quotas/01b08089dc5e40ef891d422cc7784809 HTTP/1.1" status: 200 len: 375 time: 0.0421619 Nov 29 21:48:06.759657 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-15b22693-384a-446f-b547-f8ee0b57af2d tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=01b08089dc5e40ef891d422cc7784809&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2271352 Nov 29 21:48:06.766849 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Pushing event updated for resources: {'Port': ['ID=80ddcfab-5393-4e18-997f-5285e27d968b,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:06.787895 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-602ffd0e-6fd4-447d-88d3-9032d7cce2e1 None None] Provisioning complete for port cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:48:06.789548 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-602ffd0e-6fd4-447d-88d3-9032d7cce2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:06.791095 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c25c65-3743-4fcc-a0a3-9fc6e10316cb req-37108fcf-802b-49b9-9567-5ca74177cf07 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:06.792752 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e4c25c65-3743-4fcc-a0a3-9fc6e10316cb req-37108fcf-802b-49b9-9567-5ca74177cf07 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 931 time: 0.1500559 Nov 29 21:48:06.875203 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-602ffd0e-6fd4-447d-88d3-9032d7cce2e1 None None] Port cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 21:48:06.903194 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.61', 49922) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:06.948173 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef88f68-0609-42b8-be0d-b5c9c9da6713 admin admin] Router a680e0bf-5dd8-4903-9264-c6389adfe5d4 has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 21:48:06.974750 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-cbfcd22c-52be-46df-b328-c9ff80693a66 service neutron] 10.222.0.62 "GET /v2.0/networks/d3261214-cd19-4620-bdfc-67e5550090e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800296 Nov 29 21:48:06.985581 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e4c25c65-3743-4fcc-a0a3-9fc6e10316cb req-11de8dfd-d323-4539-bb1f-99c99dade470 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757918 Nov 29 21:48:07.196575 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a01a7616-5e20-49a9-b6fa-ae17f3dc8e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:07.208030 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-3be39caa-2dc6-4338-a6d5-652929a4bf1d service neutron] 10.222.0.62 "GET /v2.0/networks/d3261214-cd19-4620-bdfc-67e5550090e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212617 Nov 29 21:48:07.249655 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef88f68-0609-42b8-be0d-b5c9c9da6713 admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 21:48:07.296488 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-bef88f68-0609-42b8-be0d-b5c9c9da6713 admin admin] 10.222.0.62 "PUT /v2.0/routers/a680e0bf-5dd8-4903-9264-c6389adfe5d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6407039 Nov 29 21:48:07.434766 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-3ffa12ad-06e7-4db9-bf24-4c0a9015c669 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--790824010&fields=id&tenant_id=ab335a1bd1ef40929c149d8fb12975e0 HTTP/1.1" status: 200 len: 267 time: 0.2203536 Nov 29 21:48:07.671489 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-7ce5ad07-6953-494c-96c9-61611f642630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8786a8a-cfa1-45de-927d-72613e1bc431 {{(pid=109068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:48:07.732064 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 452ad68b-d404-4277-9673-4e7732ee4860 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:48:07.758728 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0ccfb57b-8b9e-4e89-aa26-987b975d5ad6 req-c5fe9f34-3c65-495c-b7d9-c46cdf85cdd6 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 210 time: 0.0357964 Nov 29 21:48:07.778734 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-b81cf747-0c46-44e2-92f6-a2364a70abf4 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:07.781102 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-b81cf747-0c46-44e2-92f6-a2364a70abf4 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/networks?id=562540b5-b080-4163-a4fa-cf4e96df0d5f HTTP/1.1" status: 200 len: 810 time: 0.3334513 Nov 29 21:48:07.807548 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-4cfbfe26-2f35-40ba-8f23-7e045ffe007e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/quotas/ab335a1bd1ef40929c149d8fb12975e0 HTTP/1.1" status: 200 len: 375 time: 0.0182514 Nov 29 21:48:07.944788 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 452ad68b-d404-4277-9673-4e7732ee4860 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:48:07.945310 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:08.006964 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-65cd1992-5b04-495a-9ad9-41677bff71d0 req-ebb9e2f7-d8f6-4014-89c6-314546ed0c62 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 210 time: 0.0774934 Nov 29 21:48:08.059833 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-0cfeaaa2-de26-440e-b880-d1642d9b9556 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab335a1bd1ef40929c149d8fb12975e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2465758 Nov 29 21:48:08.078335 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-7ce5ad07-6953-494c-96c9-61611f642630 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:08.118461 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-443e2a81-fedd-4e0a-8af3-4c7c8b29e00c tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:08.121563 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-443e2a81-fedd-4e0a-8af3-4c7c8b29e00c tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.61 "GET /v2.0/networks?id=d3261214-cd19-4620-bdfc-67e5550090e6 HTTP/1.1" status: 200 len: 819 time: 0.8434343 Nov 29 21:48:08.209489 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.provisioning_blocks [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-7ce5ad07-6953-494c-96c9-61611f642630 service neutron] Transition to ACTIVE for port object a8786a8a-cfa1-45de-927d-72613e1bc431 will not be triggered until provisioned by entity L2. {{(pid=109068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 21:48:08.251510 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-7ce5ad07-6953-494c-96c9-61611f642630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:08.298169 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:08.353750 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-f7f30905-acc5-4277-a12b-e31be8785f15 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Request body: {'port': {'device_id': 'c6b69804-ef91-4e2b-b898-998bdc0389c6', 'network_id': 'd3261214-cd19-4620-bdfc-67e5550090e6', 'admin_state_up': True, 'tenant_id': '01b08089dc5e40ef891d422cc7784809'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:48:08.362536 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-54f6d113-adc0-48b9-a323-1a7086782412 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:08.382691 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] For port 452ad68b-d404-4277-9673-4e7732ee4860, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=452ad68b-d404-4277-9673-4e7732ee4860,segment=NetworkSegment(dd84154f-62e1-4ce9-a174-6d08fab81e95),segment_id=dd84154f-62e1-4ce9-a174-6d08fab81e95)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:08.392488 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:08.393553 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 80ddcfab-5393-4e18-997f-5285e27d968b up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:48:08.411777 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-d380a2c5-010a-43f6-a988-5a39f4a81023 service neutron] 10.222.0.62 "GET /v2.0/networks/562540b5-b080-4163-a4fa-cf4e96df0d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398926 Nov 29 21:48:08.505808 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5ad07-6953-494c-96c9-61611f642630 service neutron] Pushing event updated for resources: {'Port': ['ID=a8786a8a-cfa1-45de-927d-72613e1bc431,revision_number=2']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:08.522483 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 80ddcfab-5393-4e18-997f-5285e27d968b triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:48:08.522853 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:08.564209 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Pushing event updated for resources: {'Port': ['ID=452ad68b-d404-4277-9673-4e7732ee4860,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:08.697779 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-7ce5ad07-6953-494c-96c9-61611f642630 service neutron] Attempting to bind port a8786a8a-cfa1-45de-927d-72613e1bc431 on host hv-cinder-81972 for vnic_type normal with profile {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:48:08.698802 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-7ce5ad07-6953-494c-96c9-61611f642630 service neutron] Attempting to bind port a8786a8a-cfa1-45de-927d-72613e1bc431 by drivers openvswitch,hyperv on host hv-cinder-81972 at level 0 using segments [{'id': '1a36d94c-512a-420a-8203-8174481a1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '983dd8c7-05fb-4c40-89c9-8794f42a407a'}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:48:08.699380 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-7ce5ad07-6953-494c-96c9-61611f642630 service neutron] Attempting to bind port a8786a8a-cfa1-45de-927d-72613e1bc431 on network 983dd8c7-05fb-4c40-89c9-8794f42a407a {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:48:08.705171 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-54f6d113-adc0-48b9-a323-1a7086782412 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:08.728224 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-7ce5ad07-6953-494c-96c9-61611f642630 service neutron] Port a8786a8a-cfa1-45de-927d-72613e1bc431 on network 983dd8c7-05fb-4c40-89c9-8794f42a407a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81972 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 21:48:08.728758 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-7ce5ad07-6953-494c-96c9-61611f642630 service neutron] Attempting to bind port a8786a8a-cfa1-45de-927d-72613e1bc431 on network 983dd8c7-05fb-4c40-89c9-8794f42a407a {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:48:08.747007 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-59dea008-4cd6-4948-994a-af1429d830dc service neutron] 10.222.0.62 "GET /v2.0/networks/562540b5-b080-4163-a4fa-cf4e96df0d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290217 Nov 29 21:48:08.910142 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-7ce5ad07-6953-494c-96c9-61611f642630 service neutron] Checking agent: {'id': 'bd4952a7-5212-46e1-86e6-5bf28a3d3387', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81972', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'started_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:48:08.917427 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-7ce5ad07-6953-494c-96c9-61611f642630 service neutron] Checking segment: {'id': '1a36d94c-512a-420a-8203-8174481a1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '983dd8c7-05fb-4c40-89c9-8794f42a407a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:48:08.923066 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-7ce5ad07-6953-494c-96c9-61611f642630 service neutron] Bound using segment: {'id': '1a36d94c-512a-420a-8203-8174481a1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '983dd8c7-05fb-4c40-89c9-8794f42a407a'} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:48:08.925418 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-7ce5ad07-6953-494c-96c9-61611f642630 service neutron] Bound port: a8786a8a-cfa1-45de-927d-72613e1bc431, host: hv-cinder-81972, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a36d94c-512a-420a-8203-8174481a1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '983dd8c7-05fb-4c40-89c9-8794f42a407a'}}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:48:08.926121 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-7ce5ad07-6953-494c-96c9-61611f642630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:09.088433 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6d113-adc0-48b9-a323-1a7086782412 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Pushing event updated for resources: {'Port': ['ID=5be49f86-624d-461d-90b4-bcadedea22f7,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:09.111570 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-54f6d113-adc0-48b9-a323-1a7086782412 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Network 12e31e2f-d5f7-4c99-b745-8888c8a5010d is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:48:09.147995 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-f7f30905-acc5-4277-a12b-e31be8785f15 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Made reservation on behalf of 01b08089dc5e40ef891d422cc7784809 for: {'port': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:48:09.158692 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-f7f30905-acc5-4277-a12b-e31be8785f15 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:09.164622 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 32980) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:09.184016 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-54f6d113-adc0-48b9-a323-1a7086782412 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:48:09.281824 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 32984) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:09.388060 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 32988) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:09.417486 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 452ad68b-d404-4277-9673-4e7732ee4860 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:48:09.433686 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-54f6d113-adc0-48b9-a323-1a7086782412 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:48:09.464038 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812caa8a-65ef-4ff8-9d29-44ae04a27e60 req-cd591dde-b7c6-44fe-8918-db7a5555bd95 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:09.488854 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-812caa8a-65ef-4ff8-9d29-44ae04a27e60 req-cd591dde-b7c6-44fe-8918-db7a5555bd95 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 943 time: 0.2831414 Nov 29 21:48:09.499820 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-54f6d113-adc0-48b9-a323-1a7086782412 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:09.500515 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-54f6d113-adc0-48b9-a323-1a7086782412 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:09.568435 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 32992) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:09.679765 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-cfb9bbe1-e49b-4f5a-8e13-0340cd0830ef tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--241417524', 'description': 'tempest-description--499105446'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:48:09.681227 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 452ad68b-d404-4277-9673-4e7732ee4860 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:48:09.682783 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:09.753952 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-812caa8a-65ef-4ff8-9d29-44ae04a27e60 req-37a39761-cfdf-49c2-a74c-0820bcaf373d tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641811 Nov 29 21:48:09.864475 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] Sync routers for ids ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'] in dv-cinder-819722-1-iscsi {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 21:48:09.864935 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-54f6d113-adc0-48b9-a323-1a7086782412 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8929782 Nov 29 21:48:09.909114 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fe91656c-6a5b-4d77-bf73-63f0cae94015 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:09.949013 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] Routers {'a680e0bf-5dd8-4903-9264-c6389adfe5d4'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:48:09.958640 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:47:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:48:09.971316 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2ecb2990-839c-427e-af01-cfbb6771d97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:10.025080 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-0b7b3074-841b-4905-b33e-b70b42bdb9a5 service neutron] Request body: {'port': {'device_id': '953fea49-adec-4352-be6f-774342a7661a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81972'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:48:10.078976 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-7ce5ad07-6953-494c-96c9-61611f642630 service neutron] For port a8786a8a-cfa1-45de-927d-72613e1bc431, host hv-cinder-81972, cleared binding levels {{(pid=109068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:48:10.098953 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.61', 49926) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:10.176971 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-7ce5ad07-6953-494c-96c9-61611f642630 service neutron] For port a8786a8a-cfa1-45de-927d-72613e1bc431, host hv-cinder-81972, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=a8786a8a-cfa1-45de-927d-72613e1bc431,segment=NetworkSegment(1a36d94c-512a-420a-8203-8174481a1b34),segment_id=1a36d94c-512a-420a-8203-8174481a1b34)] {{(pid=109068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:48:10.209731 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-cfb9bbe1-e49b-4f5a-8e13-0340cd0830ef tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:10.209966 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fe91656c-6a5b-4d77-bf73-63f0cae94015 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:10.221947 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-7ce5ad07-6953-494c-96c9-61611f642630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:10.301232 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9adf9990-575b-4a66-ab17-ae7f76f6675d req-fe193830-0950-48c6-8be8-e310e46d822e tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 210 time: 0.0775843 Nov 29 21:48:10.335656 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] Set router a680e0bf-5dd8-4903-9264-c6389adfe5d4 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:48:10.357599 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fe91656c-6a5b-4d77-bf73-63f0cae94015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:10.453291 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-fe91656c-6a5b-4d77-bf73-63f0cae94015 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8c1c0409309e48ef9000e41c7763663b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2874651 Nov 29 21:48:10.457471 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-a59bf2a6-b35b-46d9-bfcd-b6c9db2d4f88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:10.459358 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4a3ca1ef-8c8f-4474-a6e9-bd081cffaafb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:10.461658 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 33002) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:10.731022 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91656c-6a5b-4d77-bf73-63f0cae94015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb064aa-3183-4f9a-9900-34cfd7e1a60c,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:10.745539 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1480902385-router', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:48:03Z', 'revision_number': 4, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'gw_port': {'id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:51Z', 'updated_at': '2021-11-29T21:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': 'cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f', 'name': '', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'mac_address': 'fa:16:3e:a8:65:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:48:00Z', 'updated_at': '2021-11-29T21:48:04Z', 'revision_number': 2, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'subnets': [{'id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:48:10.773636 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-cfb9bbe1-e49b-4f5a-8e13-0340cd0830ef tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:10.791407 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-7ce5ad07-6953-494c-96c9-61611f642630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:10.792204 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-7ce5ad07-6953-494c-96c9-61611f642630 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:10.793793 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-7ce5ad07-6953-494c-96c9-61611f642630 service neutron] 10.222.0.61 "PUT /v2.0/ports/a8786a8a-cfa1-45de-927d-72613e1bc431 HTTP/1.1" status: 200 len: 1093 time: 7.6473317 Nov 29 21:48:10.796916 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-cfb9bbe1-e49b-4f5a-8e13-0340cd0830ef tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:10.799340 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2779b74d-5151-4427-8f7e-b65acb8cda79', 'tag': 'a8786a8a-cfa1-45de-927d-72613e1bc431'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:48:10.836236 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] Checking router: a680e0bf-5dd8-4903-9264-c6389adfe5d4 for host: dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 21:48:10.836661 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] Updating router a680e0bf-5dd8-4903-9264-c6389adfe5d4 port cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f binding host dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 21:48:10.856681 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4a3ca1ef-8c8f-4474-a6e9-bd081cffaafb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:10.873185 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-f7f30905-acc5-4277-a12b-e31be8785f15 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Allocated IP 172.20.0.2 (d3261214-cd19-4620-bdfc-67e5550090e6/cf79bc07-9ee9-42dd-8fb2-fbb2a3b0a31f/29359342-4d04-4f44-9e17-90e16d94a800) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:48:10.884632 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0933825-7700-4b70-859c-dd878c578339 req-9d016f8b-2e28-4739-923d-2020d41b40b1 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:10.893732 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c0933825-7700-4b70-859c-dd878c578339 req-9d016f8b-2e28-4739-923d-2020d41b40b1 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 931 time: 1.1562042 Nov 29 21:48:10.904498 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-0b7b3074-841b-4905-b33e-b70b42bdb9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:10.923732 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4a3ca1ef-8c8f-4474-a6e9-bd081cffaafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:10.942373 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9bbe1-e49b-4f5a-8e13-0340cd0830ef tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e223aac-4772-40c8-932e-3c4a3763b554,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:10.949316 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:10.951730 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:10.978681 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5ad07-6953-494c-96c9-61611f642630 service neutron] Pushing event updated for resources: {'Port': ['ID=a8786a8a-cfa1-45de-927d-72613e1bc431,revision_number=3']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:10.988995 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-a59bf2a6-b35b-46d9-bfcd-b6c9db2d4f88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:11.023480 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ca1ef-8c8f-4474-a6e9-bd081cffaafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c243676f-4a26-4ef5-8d1a-0fb208075996,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:11.055463 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-65759807-4c4a-49e6-ad55-d96ef1258025 req-f6ae5552-ffd0-44c4-a487-85700a3d634c tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 210 time: 0.5281448 Nov 29 21:48:11.062856 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-a59bf2a6-b35b-46d9-bfcd-b6c9db2d4f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:11.107681 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-88ad1326-ce4e-401c-b236-3791cdbba1af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:11.118913 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59bf2a6-b35b-46d9-bfcd-b6c9db2d4f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fae8d80-2ade-410c-a875-cab8e074fee9,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:11.168697 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-4a3ca1ef-8c8f-4474-a6e9-bd081cffaafb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3c18c9815e174f74b167a1c8918368e7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8855031 Nov 29 21:48:11.171846 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 33016) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:11.261624 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-a59bf2a6-b35b-46d9-bfcd-b6c9db2d4f88 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5ebc788689cf45c0a9524ceb7c4e7d66&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8724158 Nov 29 21:48:11.263101 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 33018) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:11.283560 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-88ad1326-ce4e-401c-b236-3791cdbba1af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:11.340337 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c0933825-7700-4b70-859c-dd878c578339 req-5a3c9033-e189-4d4b-a664-3579964c195b tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dafa3d29-9645-4293-b8b3-712da2b2fe0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440546 Nov 29 21:48:11.417222 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da79fb0-e9c6-4777-a96d-efd52916dba5" -d '{"events": [{"name": "network-changed", "server_uuid": "2779b74d-5151-4427-8f7e-b65acb8cda79", "tag": "a8786a8a-cfa1-45de-927d-72613e1bc431"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:48:11.424376 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-cfb9bbe1-e49b-4f5a-8e13-0340cd0830ef tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:11.425616 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-cfb9bbe1-e49b-4f5a-8e13-0340cd0830ef tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.8562016 Nov 29 21:48:11.434530 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 33024) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:11.445258 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-a4112d08-c93f-4eaa-a9e4-2e24e9bd76ef tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Request body: {'security_group_rule': {'security_group_id': '8e223aac-4772-40c8-932e-3c4a3763b554', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:48:11.468166 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-54c12313-88a7-4cdc-9875-fc6e11f1e72f tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:11.469796 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-54c12313-88a7-4cdc-9875-fc6e11f1e72f tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.61 "GET /v2.0/networks?id=d3261214-cd19-4620-bdfc-67e5550090e6 HTTP/1.1" status: 200 len: 819 time: 1.3692048 Nov 29 21:48:11.507346 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-54d09d68-054b-4411-a26a-e00b693bf6e0 req-6b11e4ef-627c-4371-ae1f-a9c7344d47aa tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 210 time: 0.0723884 Nov 29 21:48:11.517959 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e8ace06c-a29c-4183-802f-dda07b4dd10b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:11.542165 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e8ace06c-a29c-4183-802f-dda07b4dd10b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:11.559711 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] Publish callbacks [] for port, precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:11.568969 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:11.577140 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b1c8e-0787-4cec-bf54-9639fca8b0b7 req-66f1e370-de68-4e18-8d88-e02cb5da345e tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:11.584787 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-562b1c8e-0787-4cec-bf54-9639fca8b0b7 req-66f1e370-de68-4e18-8d88-e02cb5da345e tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 943 time: 0.3971000 Nov 29 21:48:11.613268 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-0b7b3074-841b-4905-b33e-b70b42bdb9a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be49f86-624d-461d-90b4-bcadedea22f7 {{(pid=109068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:48:11.621921 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-0b7b3074-841b-4905-b33e-b70b42bdb9a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:11.627248 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b0a30-9347-48b0-9a84-46fda1bfbe29 None None] Pushing event updated for resources: {'Port': ['ID=cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f,revision_number=3']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:11.637546 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.provisioning_blocks [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-0b7b3074-841b-4905-b33e-b70b42bdb9a5 service neutron] Transition to ACTIVE for port object 5be49f86-624d-461d-90b4-bcadedea22f7 will not be triggered until provisioned by entity L2. {{(pid=109068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 21:48:11.641989 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-056fe534-1f43-4b71-8ffd-bc7877079a73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:11.706130 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-f7f30905-acc5-4277-a12b-e31be8785f15 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:11.732745 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-056fe534-1f43-4b71-8ffd-bc7877079a73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:11.812858 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-0b7b3074-841b-4905-b33e-b70b42bdb9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:11.818948 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] Attempting to bind port cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:48:11.819558 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] Attempting to bind port cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': '5544d834-acb2-4355-bf75-8ad6fad60bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd'}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:48:11.819863 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] Attempting to bind port cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f on network 485a3fcd-6fd6-47e4-b88d-4877d6f347cd {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:48:11.833169 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 21:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36144183-8561-4e62-9804-ac2fe04ceb5e x-openstack-request-id: req-36144183-8561-4e62-9804-ac2fe04ceb5e {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:48:11.833473 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2779b74d-5151-4427-8f7e-b65acb8cda79", "tag": "a8786a8a-cfa1-45de-927d-72613e1bc431", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:48:11.833732 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36144183-8561-4e62-9804-ac2fe04ceb5e {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:48:11.834214 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2779b74d-5151-4427-8f7e-b65acb8cda79', 'tag': 'a8786a8a-cfa1-45de-927d-72613e1bc431', 'status': 'completed', 'code': 200} Nov 29 21:48:11.834899 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:48:11.835332 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] Checking segment: {'id': '5544d834-acb2-4355-bf75-8ad6fad60bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:48:11.835744 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:11.836151 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] Bound using segment: {'id': '5544d834-acb2-4355-bf75-8ad6fad60bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd'} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:48:11.847426 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] Bound port: cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5544d834-acb2-4355-bf75-8ad6fad60bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd'}}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:48:11.847857 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:11.971690 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b3074-841b-4905-b33e-b70b42bdb9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5be49f86-624d-461d-90b4-bcadedea22f7,revision_number=2']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:11.994141 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e8ace06c-a29c-4183-802f-dda07b4dd10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:11.994519 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] For port cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:48:11.999558 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] For port cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:48:12.003362 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-f7f30905-acc5-4277-a12b-e31be8785f15 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:12.004311 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e8ace06c-a29c-4183-802f-dda07b4dd10b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:12.007617 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:12.009129 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-e8ace06c-a29c-4183-802f-dda07b4dd10b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c243676f-4a26-4ef5-8d1a-0fb208075996 HTTP/1.1" status: 204 len: 168 time: 0.8258612 Nov 29 21:48:12.015420 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-056fe534-1f43-4b71-8ffd-bc7877079a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:12.019146 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-056fe534-1f43-4b71-8ffd-bc7877079a73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:12.025568 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-056fe534-1f43-4b71-8ffd-bc7877079a73 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8fae8d80-2ade-410c-a875-cab8e074fee9 HTTP/1.1" status: 204 len: 168 time: 0.7502637 Nov 29 21:48:12.033696 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-562b1c8e-0787-4cec-bf54-9639fca8b0b7 req-d9710da9-2bb1-4d6e-b2f4-f95d4fed72b1 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478958 Nov 29 21:48:12.041532 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-88ad1326-ce4e-401c-b236-3791cdbba1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:12.049564 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-88ad1326-ce4e-401c-b236-3791cdbba1af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:12.053900 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-88ad1326-ce4e-401c-b236-3791cdbba1af admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8eb064aa-3183-4f9a-9900-34cfd7e1a60c HTTP/1.1" status: 204 len: 168 time: 1.5589104 Nov 29 21:48:12.055015 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ace06c-a29c-4183-802f-dda07b4dd10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c243676f-4a26-4ef5-8d1a-0fb208075996,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:12.064738 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fe534-1f43-4b71-8ffd-bc7877079a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fae8d80-2ade-410c-a875-cab8e074fee9,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:12.069753 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a4112d08-c93f-4eaa-a9e4-2e24e9bd76ef tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:12.078030 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad1326-ce4e-401c-b236-3791cdbba1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb064aa-3183-4f9a-9900-34cfd7e1a60c,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:12.143177 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-f7f30905-acc5-4277-a12b-e31be8785f15 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Network d3261214-cd19-4620-bdfc-67e5550090e6 is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:48:12.166655 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-f7f30905-acc5-4277-a12b-e31be8785f15 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:48:12.280689 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] Routers {'a680e0bf-5dd8-4903-9264-c6389adfe5d4'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:48:12.281320 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:48:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:48:12.286329 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-f7f30905-acc5-4277-a12b-e31be8785f15 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:48:12.317802 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-f7f30905-acc5-4277-a12b-e31be8785f15 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:12.318506 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-f7f30905-acc5-4277-a12b-e31be8785f15 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:12.326718 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a1b11d14-7720-494e-ad80-1bfe12a19059 req-9baea2f3-8713-426f-ac80-3c485ba2bec2 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 210 time: 0.0751865 Nov 29 21:48:12.389954 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:12.408903 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-f66d2258-da78-47a8-9ecc-29ead02511fd None None] Provisioning complete for port cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:48:12.409277 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f66d2258-da78-47a8-9ecc-29ead02511fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:12.490758 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f30905-acc5-4277-a12b-e31be8785f15 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Pushing event updated for resources: {'Port': ['ID=29359342-4d04-4f44-9e17-90e16d94a800,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:12.498193 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-0b7b3074-841b-4905-b33e-b70b42bdb9a5 service neutron] Attempting to bind port 5be49f86-624d-461d-90b4-bcadedea22f7 on host hv-cinder-81972 for vnic_type normal with profile {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:48:12.498579 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-0b7b3074-841b-4905-b33e-b70b42bdb9a5 service neutron] Attempting to bind port 5be49f86-624d-461d-90b4-bcadedea22f7 by drivers openvswitch,hyperv on host hv-cinder-81972 at level 0 using segments [{'id': 'de0a6a16-024c-488f-ad7d-86873bf86dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '12e31e2f-d5f7-4c99-b745-8888c8a5010d'}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:48:12.498986 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-0b7b3074-841b-4905-b33e-b70b42bdb9a5 service neutron] Attempting to bind port 5be49f86-624d-461d-90b4-bcadedea22f7 on network 12e31e2f-d5f7-4c99-b745-8888c8a5010d {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:48:12.512196 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b0a30-9347-48b0-9a84-46fda1bfbe29 None None] Pushing event updated for resources: {'Port': ['ID=cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:12.521770 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a4112d08-c93f-4eaa-a9e4-2e24e9bd76ef tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:12.526242 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-f7f30905-acc5-4277-a12b-e31be8785f15 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2653959 Nov 29 21:48:12.527386 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-0b7b3074-841b-4905-b33e-b70b42bdb9a5 service neutron] Port 5be49f86-624d-461d-90b4-bcadedea22f7 on network 12e31e2f-d5f7-4c99-b745-8888c8a5010d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81972 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 21:48:12.527721 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-0b7b3074-841b-4905-b33e-b70b42bdb9a5 service neutron] Attempting to bind port 5be49f86-624d-461d-90b4-bcadedea22f7 on network 12e31e2f-d5f7-4c99-b745-8888c8a5010d {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:48:12.534230 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-0b7b3074-841b-4905-b33e-b70b42bdb9a5 service neutron] Checking agent: {'id': 'bd4952a7-5212-46e1-86e6-5bf28a3d3387', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81972', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'started_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:48:12.534575 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-0b7b3074-841b-4905-b33e-b70b42bdb9a5 service neutron] Checking segment: {'id': 'de0a6a16-024c-488f-ad7d-86873bf86dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '12e31e2f-d5f7-4c99-b745-8888c8a5010d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:48:12.534964 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-0b7b3074-841b-4905-b33e-b70b42bdb9a5 service neutron] Bound using segment: {'id': 'de0a6a16-024c-488f-ad7d-86873bf86dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '12e31e2f-d5f7-4c99-b745-8888c8a5010d'} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:48:12.535431 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-0b7b3074-841b-4905-b33e-b70b42bdb9a5 service neutron] Bound port: 5be49f86-624d-461d-90b4-bcadedea22f7, host: hv-cinder-81972, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de0a6a16-024c-488f-ad7d-86873bf86dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '12e31e2f-d5f7-4c99-b745-8888c8a5010d'}}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:48:12.535791 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-0b7b3074-841b-4905-b33e-b70b42bdb9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:12.539192 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a4112d08-c93f-4eaa-a9e4-2e24e9bd76ef tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573674'] for security_group_rule, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:12.604904 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-e8ecbe59-9570-4ee1-b60d-2609a7ed2e1e service neutron] Request body: {'port': {'device_id': 'c6b69804-ef91-4e2b-b898-998bdc0389c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81972'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:48:12.620616 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229186c4-808d-41b2-9f09-64c0493f5f7a req-e71411e2-6185-404b-9069-cc629d7693bb tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:12.643807 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-229186c4-808d-41b2-9f09-64c0493f5f7a req-e71411e2-6185-404b-9069-cc629d7693bb tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 943 time: 0.1685772 Nov 29 21:48:12.743076 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-0b7b3074-841b-4905-b33e-b70b42bdb9a5 service neutron] For port 5be49f86-624d-461d-90b4-bcadedea22f7, host hv-cinder-81972, cleared binding levels {{(pid=109068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:48:12.746501 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-0b7b3074-841b-4905-b33e-b70b42bdb9a5 service neutron] For port 5be49f86-624d-461d-90b4-bcadedea22f7, host hv-cinder-81972, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=5be49f86-624d-461d-90b4-bcadedea22f7,segment=NetworkSegment(de0a6a16-024c-488f-ad7d-86873bf86dc1),segment_id=de0a6a16-024c-488f-ad7d-86873bf86dc1)] {{(pid=109068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:48:12.761669 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0f839620-9bd1-4093-af92-f39f5d47ad8f req-c7f0ad96-110e-487b-9267-128e2c58e5d6 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 210 time: 0.0796497 Nov 29 21:48:12.778016 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-ef8c1b0a-6a13-4273-9615-eb1a1d8d26ad tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Request body: {'port': {'device_id': 'b6566645-d86a-42db-b89a-841fa40bf539', 'network_id': 'd3261214-cd19-4620-bdfc-67e5550090e6', 'admin_state_up': True, 'tenant_id': '01b08089dc5e40ef891d422cc7784809'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:48:12.785184 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4112d08-c93f-4eaa-a9e4-2e24e9bd76ef tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c62f3f-5a6e-4460-83df-fa1fddbb84cf,revision_number=0']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:12.833098 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-229186c4-808d-41b2-9f09-64c0493f5f7a req-499b4f81-2378-4e13-b14f-eef80def49d1 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dafa3d29-9645-4293-b8b3-712da2b2fe0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883557 Nov 29 21:48:12.850970 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-0b7b3074-841b-4905-b33e-b70b42bdb9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:12.903591 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 33058) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:12.923757 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-03e4ce3e-93ba-46d6-b575-b0c000ee33ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:12.985235 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b3074-841b-4905-b33e-b70b42bdb9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5be49f86-624d-461d-90b4-bcadedea22f7,revision_number=3']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:13.002519 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a4112d08-c93f-4eaa-a9e4-2e24e9bd76ef tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:13.006641 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-a4112d08-c93f-4eaa-a9e4-2e24e9bd76ef tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5656991 Nov 29 21:48:13.008041 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 33062) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:13.021122 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-6e7f78b1-3c14-40ad-987c-44e5767f2907 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Request body: {'security_group_rule': {'security_group_id': '8e223aac-4772-40c8-932e-3c4a3763b554', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:48:13.084438 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] Set router a680e0bf-5dd8-4903-9264-c6389adfe5d4 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:48:13.185308 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6e7f78b1-3c14-40ad-987c-44e5767f2907 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:13.205084 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f66d2258-da78-47a8-9ecc-29ead02511fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:13.301148 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:13.383763 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-f66d2258-da78-47a8-9ecc-29ead02511fd None None] For port cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:13.408631 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f66d2258-da78-47a8-9ecc-29ead02511fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:13.448637 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-0b7b3074-841b-4905-b33e-b70b42bdb9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:13.449859 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-0b7b3074-841b-4905-b33e-b70b42bdb9a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:13.465138 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-0b7b3074-841b-4905-b33e-b70b42bdb9a5 service neutron] 10.222.0.61 "PUT /v2.0/ports/5be49f86-624d-461d-90b4-bcadedea22f7 HTTP/1.1" status: 200 len: 1093 time: 3.4545705 Nov 29 21:48:13.509161 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.61', 49930) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:13.533496 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 33078) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:13.564786 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da79fb0-e9c6-4777-a96d-efd52916dba5 req-8e85c60a-8b59-40b9-b53a-db7b8c30cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:13.566861 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-2da79fb0-e9c6-4777-a96d-efd52916dba5 req-8e85c60a-8b59-40b9-b53a-db7b8c30cdd1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2a4f8e8463e478f8962647f6049ce0b&device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 1096 time: 0.8110735 Nov 29 21:48:13.580704 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-03e4ce3e-93ba-46d6-b575-b0c000ee33ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:13.586278 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-36329082-8279-4c0f-a7ca-e18cd2bdb113 req-09e26ff0-186c-4ad9-9335-2b56214f5b27 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 210 time: 0.1127217 Nov 29 21:48:13.603153 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-03e4ce3e-93ba-46d6-b575-b0c000ee33ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:13.625675 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-e8ecbe59-9570-4ee1-b60d-2609a7ed2e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:13.698229 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656fb43-431a-4cf8-9500-17468b6666e9 req-c7882175-af93-4545-8fe1-907f9af22241 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:13.701054 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b656fb43-431a-4cf8-9500-17468b6666e9 req-c7882175-af93-4545-8fe1-907f9af22241 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 943 time: 0.4541855 Nov 29 21:48:13.703358 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6e7f78b1-3c14-40ad-987c-44e5767f2907 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:13.749710 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6e7f78b1-3c14-40ad-987c-44e5767f2907 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573674'] for security_group_rule, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:13.818512 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f78b1-3c14-40ad-987c-44e5767f2907 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a495661e-3cd7-42f2-852d-8d6e0bdf0a23,revision_number=0']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:13.838179 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-be888538-6d38-4e3b-95f8-f16cbb8ba4a8 None None] Provisioning complete for port cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:48:13.839740 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-be888538-6d38-4e3b-95f8-f16cbb8ba4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:13.859615 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953fea49-adec-4352-be6f-774342a7661a', 'tag': '5be49f86-624d-461d-90b4-bcadedea22f7'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:48:13.862007 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18278a4-3ebc-4c84-b0ea-0f76d888d7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "953fea49-adec-4352-be6f-774342a7661a", "tag": "5be49f86-624d-461d-90b4-bcadedea22f7"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:48:13.891013 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-8b7c676e-3232-4508-8ac4-8acc487ade7d tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:13.892705 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-8b7c676e-3232-4508-8ac4-8acc487ade7d tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.61 "GET /v2.0/networks?id=562540b5-b080-4163-a4fa-cf4e96df0d5f HTTP/1.1" status: 200 len: 810 time: 0.2705045 Nov 29 21:48:13.893609 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-382c8b6b-4407-414e-9ac0-6721d60578f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:13.894740 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4ce3e-93ba-46d6-b575-b0c000ee33ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45378a2d-b990-40f7-a6e7-eb78fcce5680,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:13.937395 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-03e4ce3e-93ba-46d6-b575-b0c000ee33ea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2f62147fcc674f1197e0d11735b5eed1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0313036 Nov 29 21:48:13.941844 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 33090) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:13.960486 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d2258-da78-47a8-9ecc-29ead02511fd None None] Pushing event updated for resources: {'Port': ['ID=cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:14.037495 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-ef8c1b0a-6a13-4273-9615-eb1a1d8d26ad tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Made reservation on behalf of 01b08089dc5e40ef891d422cc7784809 for: {'port': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:48:14.045695 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-ef8c1b0a-6a13-4273-9615-eb1a1d8d26ad tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:14.137263 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b656fb43-431a-4cf8-9500-17468b6666e9 req-eb981e0b-8303-4029-8990-200678f82ad8 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157128 Nov 29 21:48:14.156245 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6e7f78b1-3c14-40ad-987c-44e5767f2907 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:14.156245 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-6e7f78b1-3c14-40ad-987c-44e5767f2907 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1366894 Nov 29 21:48:14.158664 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3eb02114-3e56-44fb-be7f-57a18acaba4b req-86500535-287d-48ce-bb50-44881eaec230 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 210 time: 0.2494621 Nov 29 21:48:14.161620 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 33096) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:14.188971 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-87dad678-1451-484a-8f95-99dbbe2ec60e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Request body: {'floatingip': {'floating_network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:48:14.240052 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1480902385-router', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:48:03Z', 'revision_number': 4, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'gw_port': {'id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:51Z', 'updated_at': '2021-11-29T21:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': 'cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f', 'name': '', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'mac_address': 'fa:16:3e:a8:65:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:48:00Z', 'updated_at': '2021-11-29T21:48:11Z', 'revision_number': 4, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'subnets': [{'id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:48:14.336909 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf8da48-a481-46da-9f25-0c501b01b470 None None] The sync data for ids ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'] in dv-cinder-819722-1-iscsi is: [{'id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1480902385-router', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:48:03Z', 'revision_number': 4, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'gw_port': {'id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:51Z', 'updated_at': '2021-11-29T21:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': 'cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f', 'name': '', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'mac_address': 'fa:16:3e:a8:65:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:48:00Z', 'updated_at': '2021-11-29T21:48:11Z', 'revision_number': 4, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'subnets': [{'id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 21:48:14.370844 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-87dad678-1451-484a-8f95-99dbbe2ec60e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for floatingip, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:14.525500 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 21:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27c05ee-c38e-45b7-9ba0-89d889f4e14d x-openstack-request-id: req-c27c05ee-c38e-45b7-9ba0-89d889f4e14d {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:48:14.525819 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953fea49-adec-4352-be6f-774342a7661a", "tag": "5be49f86-624d-461d-90b4-bcadedea22f7", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:48:14.528055 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c27c05ee-c38e-45b7-9ba0-89d889f4e14d {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:48:14.528536 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953fea49-adec-4352-be6f-774342a7661a', 'tag': '5be49f86-624d-461d-90b4-bcadedea22f7', 'status': 'completed', 'code': 200} Nov 29 21:48:14.535829 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d5445566-95e0-4399-a98e-4966c0733c2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:14.585375 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9aea8-6add-453f-b904-266a5958631b req-532a912d-295b-4df5-a325-43206f0ad463 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:14.587135 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-19f9aea8-6add-453f-b904-266a5958631b req-532a912d-295b-4df5-a325-43206f0ad463 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 943 time: 0.3018491 Nov 29 21:48:14.605320 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d5445566-95e0-4399-a98e-4966c0733c2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:14.806200 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-f556091c-190d-4694-b75b-9e48f0a89421 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab335a1bd1ef40929c149d8fb12975e0 HTTP/1.1" status: 200 len: 379 time: 0.7944813 Nov 29 21:48:14.906667 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fdc646f7-30fd-4a0b-88ee-44ae858d8d27 req-9b3b8ff6-10b5-447a-8bdb-f2eaadf2bec1 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 210 time: 0.0878077 Nov 29 21:48:14.935732 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-19f9aea8-6add-453f-b904-266a5958631b req-2d7bc98f-9056-4c68-9923-a902287e3bea tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dafa3d29-9645-4293-b8b3-712da2b2fe0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287866 Nov 29 21:48:14.952845 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-ef8c1b0a-6a13-4273-9615-eb1a1d8d26ad tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Allocated IP 172.20.0.12 (d3261214-cd19-4620-bdfc-67e5550090e6/cf79bc07-9ee9-42dd-8fb2-fbb2a3b0a31f/93c1da17-8444-48c7-8594-7d75c9ca5b52) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:48:14.969740 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d5445566-95e0-4399-a98e-4966c0733c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:14.972414 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d5445566-95e0-4399-a98e-4966c0733c2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:14.973593 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-d5445566-95e0-4399-a98e-4966c0733c2e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/45378a2d-b990-40f7-a6e7-eb78fcce5680 HTTP/1.1" status: 204 len: 168 time: 1.0082643 Nov 29 21:48:14.992941 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5445566-95e0-4399-a98e-4966c0733c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45378a2d-b990-40f7-a6e7-eb78fcce5680,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:14.995748 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-87dad678-1451-484a-8f95-99dbbe2ec60e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:15.019999 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-e2eb2d50-2264-47ac-9c04-8ad3e0ac5549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:15.021404 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-e2eb2d50-2264-47ac-9c04-8ad3e0ac5549 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dcc16b16da7c473bbbf22b78232706fc&device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 1096 time: 1.0112770 Nov 29 21:48:15.035616 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-438d5c17-3823-4f6b-9176-65422481036c tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Request body: {'port': {'device_id': '7f9984f9-0b78-490f-87ed-a1315d066150', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'admin_state_up': True, 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'security_groups': ['081f932f-7903-4299-ba6f-1b2e70f0cdbd']}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:48:15.053675 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da79fb0-e9c6-4777-a96d-efd52916dba5 req-be39e8a0-cee6-47fa-9087-6cf5730ceb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:15.055324 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-2da79fb0-e9c6-4777-a96d-efd52916dba5 req-be39e8a0-cee6-47fa-9087-6cf5730ceb63 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a2a4f8e8463e478f8962647f6049ce0b&shared=False HTTP/1.1" status: 200 len: 916 time: 1.1515942 Nov 29 21:48:15.258466 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.db_base_plugin_common [None req-87dad678-1451-484a-8f95-99dbbe2ec60e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Allocated IP 172.27.0.222 (784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5/a9ef98f4-00ee-4d58-b124-c3e8fe21fad4/673d0f83-04d5-4c0e-9864-3ead989c4475) {{(pid=109067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:48:15.287916 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-0d0636a4-a7a2-4e04-b5d2-10ece6ee3893 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5be49f86-624d-461d-90b4-bcadedea22f7 HTTP/1.1" status: 200 len: 217 time: 0.2461896 Nov 29 21:48:15.326631 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2099c3f1-8848-47e2-8a2b-3b1aa0ddaa60 req-0b17f490-ba0d-43a5-8b32-82c8776254b8 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 210 time: 0.0603132 Nov 29 21:48:15.416221 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:48:15.478534 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:48:15.478820 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:15.480496 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649b693-a378-49e4-932e-8fc8fe845906 req-46ca0dd8-f866-4956-bb88-e43b0ead8ad7 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:15.483875 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0649b693-a378-49e4-932e-8fc8fe845906 req-46ca0dd8-f866-4956-bb88-e43b0ead8ad7 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 943 time: 0.1684065 Nov 29 21:48:15.544104 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0649b693-a378-49e4-932e-8fc8fe845906 req-d61f9fdc-7455-46e8-89bc-b88b9dc1766a tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535276 Nov 29 21:48:15.597913 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-87dad678-1451-484a-8f95-99dbbe2ec60e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for port, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:15.602337 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-382c8b6b-4407-414e-9ac0-6721d60578f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:15.644812 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-382c8b6b-4407-414e-9ac0-6721d60578f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:15.645046 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-87dad678-1451-484a-8f95-99dbbe2ec60e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:15.691321 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dad678-1451-484a-8f95-99dbbe2ec60e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 is already hosted by enough agents. {{(pid=109067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:48:15.700323 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-87dad678-1451-484a-8f95-99dbbe2ec60e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Resources bound (agent type, host, resource id): {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:48:15.706394 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dad678-1451-484a-8f95-99dbbe2ec60e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Received port after_create {{(pid=109067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:48:15.732505 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-382c8b6b-4407-414e-9ac0-6721d60578f6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d645522b603e4360b375b1505f2fc723&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1896722 Nov 29 21:48:15.751054 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-6849201c-83fb-4c8f-8223-c3be26f803de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:15.756898 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 33144) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:15.764710 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-6849201c-83fb-4c8f-8223-c3be26f803de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=34279472-7150-43f3-82ee-5f76f6b76ca2 HTTP/1.1" status: 200 len: 851 time: 0.4443457 Nov 29 21:48:15.845920 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da79fb0-e9c6-4777-a96d-efd52916dba5 req-2b606fd0-de5d-4fdb-8e1d-50057aefb210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:15.847454 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-2da79fb0-e9c6-4777-a96d-efd52916dba5 req-2b606fd0-de5d-4fdb-8e1d-50057aefb210 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7320302 Nov 29 21:48:15.855657 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-566e5ff4-2318-4cb6-8675-fde961f9fae8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=12e31e2f-d5f7-4c99-b745-8888c8a5010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900047 Nov 29 21:48:15.865317 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dad678-1451-484a-8f95-99dbbe2ec60e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Pushing event updated for resources: {'Port': ['ID=673d0f83-04d5-4c0e-9864-3ead989c4475,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:15.896265 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-438d5c17-3823-4f6b-9176-65422481036c tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Made reservation on behalf of ab335a1bd1ef40929c149d8fb12975e0 for: {'port': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:48:15.897017 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-93942e2f-7909-418d-b47f-77446e183103 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:15.900216 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-438d5c17-3823-4f6b-9176-65422481036c tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:15.914541 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-87dad678-1451-484a-8f95-99dbbe2ec60e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:15.946088 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-93942e2f-7909-418d-b47f-77446e183103 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:15.972514 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-ef8c1b0a-6a13-4273-9615-eb1a1d8d26ad tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:16.002372 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c8b6b-4407-414e-9ac0-6721d60578f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33a7662-0a21-4c0c-a6f2-a19f4befab25,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:16.047101 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-87dad678-1451-484a-8f95-99dbbe2ec60e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:16.108457 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4312b12f-928a-45f0-99a6-7ed8e31c4a04 req-61a36a1d-86fc-4ae0-bfed-a7cd4228d571 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 210 time: 0.0356812 Nov 29 21:48:16.227814 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 33168) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:16.339793 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-93942e2f-7909-418d-b47f-77446e183103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:16.343477 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-93942e2f-7909-418d-b47f-77446e183103 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:16.344656 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-93942e2f-7909-418d-b47f-77446e183103 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f33a7662-0a21-4c0c-a6f2-a19f4befab25 HTTP/1.1" status: 204 len: 168 time: 0.5854182 Nov 29 21:48:16.363410 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d424796-1095-47e6-a64e-e504565e2a07 req-6dc421bf-5c6b-44ed-9b84-a8c0cfe37a8e tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:16.365228 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7d424796-1095-47e6-a64e-e504565e2a07 req-6dc421bf-5c6b-44ed-9b84-a8c0cfe37a8e tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 943 time: 0.2534449 Nov 29 21:48:16.434007 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-28943e73-e961-486d-8c8c-47f27b0b3b31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:16.458191 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93942e2f-7909-418d-b47f-77446e183103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33a7662-0a21-4c0c-a6f2-a19f4befab25,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:16.478113 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-f064a359-9b8d-46f9-82fc-daa115836a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:16.488868 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-f064a359-9b8d-46f9-82fc-daa115836a2c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2a4f8e8463e478f8962647f6049ce0b&device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 1096 time: 0.5804877 Nov 29 21:48:16.563486 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-2a394b02-77b5-4804-b29b-179ef8081d93 service neutron] 10.222.0.61 "GET /v2.0/networks/12e31e2f-d5f7-4c99-b745-8888c8a5010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6947775 Nov 29 21:48:16.569017 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-73e410eb-6630-4921-907f-9242930c2842 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8786a8a-cfa1-45de-927d-72613e1bc431 HTTP/1.1" status: 200 len: 217 time: 0.0697839 Nov 29 21:48:16.606887 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9ee19830-0dd7-4966-b202-b129c4c24d0b req-654090a5-3e41-44db-a234-18f460b284aa tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 210 time: 0.1062915 Nov 29 21:48:16.621602 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7d424796-1095-47e6-a64e-e504565e2a07 req-913a11e0-ed2f-468a-a457-2b9cbb536fe2 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dafa3d29-9645-4293-b8b3-712da2b2fe0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475610 Nov 29 21:48:16.696846 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-ef8c1b0a-6a13-4273-9615-eb1a1d8d26ad tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:16.712919 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-87dad678-1451-484a-8f95-99dbbe2ec60e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for port, precommit_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:16.732875 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-87dad678-1451-484a-8f95-99dbbe2ec60e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:16.814417 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-87dad678-1451-484a-8f95-99dbbe2ec60e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811381'] for floatingip, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:16.908782 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-568ff394-7cae-486e-a36c-344b190d3871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:16.910302 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-568ff394-7cae-486e-a36c-344b190d3871 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cddc48a2-9dbb-43c6-9ab8-8af0de869d07 HTTP/1.1" status: 200 len: 855 time: 0.3323998 Nov 29 21:48:16.924066 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-438d5c17-3823-4f6b-9176-65422481036c tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Allocated IP 172.20.0.7 (562540b5-b080-4163-a4fa-cf4e96df0d5f/ac018a01-258b-4d48-9a44-ca3d60e642fd/01ab7e9a-906e-47ce-a0b8-104398f2dfc3) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:48:16.931637 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-ef8c1b0a-6a13-4273-9615-eb1a1d8d26ad tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Network d3261214-cd19-4620-bdfc-67e5550090e6 is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:48:16.955665 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-ef8c1b0a-6a13-4273-9615-eb1a1d8d26ad tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:48:16.979869 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-9ce64b24-e259-49e5-b037-16c45e4db451 req-1f898a85-7ab7-4a7f-9cea-42e636500341 service neutron] 10.222.0.61 "GET /v2.0/networks/12e31e2f-d5f7-4c99-b745-8888c8a5010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007838 Nov 29 21:48:16.982578 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-ef8c1b0a-6a13-4273-9615-eb1a1d8d26ad tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:48:16.988281 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-ef8c1b0a-6a13-4273-9615-eb1a1d8d26ad tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:16.989238 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-ef8c1b0a-6a13-4273-9615-eb1a1d8d26ad tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:16.994510 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764327f-3013-4fd0-bb92-a9e97b6d5394 req-9e075ac6-6231-4856-8cd3-17ac362d4520 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:16.994658 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c1b0a-6a13-4273-9615-eb1a1d8d26ad tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Pushing event updated for resources: {'Port': ['ID=93c1da17-8444-48c7-8594-7d75c9ca5b52,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:16.998953 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-4ab18b25-79ce-420d-9a9a-cf6a71e841b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=983dd8c7-05fb-4c40-89c9-8794f42a407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690994 Nov 29 21:48:17.003612 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5764327f-3013-4fd0-bb92-a9e97b6d5394 req-9e075ac6-6231-4856-8cd3-17ac362d4520 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 943 time: 0.2942011 Nov 29 21:48:17.020918 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-28943e73-e961-486d-8c8c-47f27b0b3b31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:17.028462 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dad678-1451-484a-8f95-99dbbe2ec60e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Pushing event updated for resources: {'Port': ['ID=673d0f83-04d5-4c0e-9864-3ead989c4475,revision_number=2']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:17.037400 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-87dad678-1451-484a-8f95-99dbbe2ec60e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:17.040057 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-87dad678-1451-484a-8f95-99dbbe2ec60e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8598166 Nov 29 21:48:17.048103 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-28943e73-e961-486d-8c8c-47f27b0b3b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:17.081074 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-ef8c1b0a-6a13-4273-9615-eb1a1d8d26ad tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4927740 Nov 29 21:48:17.108826 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28943e73-e961-486d-8c8c-47f27b0b3b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98e3056-426e-4aea-bc25-4a3ffd1304c5,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:17.114647 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-28943e73-e961-486d-8c8c-47f27b0b3b31 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=341e2935620f4e1eb54f260aa9e938bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8860109 Nov 29 21:48:17.126666 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5764327f-3013-4fd0-bb92-a9e97b6d5394 req-0f1a3a41-366c-4919-af65-b89e3f223ea4 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203997 Nov 29 21:48:17.127204 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 33198) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:17.129761 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-300ddd3e-9e1c-44ac-a9a2-8eaba117cdfc service neutron] Request body: {'port': {'device_id': 'b6566645-d86a-42db-b89a-841fa40bf539', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81972'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:48:17.199151 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-713edfea-654a-4200-b2c7-c13a2bdb4759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:17.241519 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-713edfea-654a-4200-b2c7-c13a2bdb4759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:17.308755 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-164629fe-1bb2-4e0c-b669-0e4efa7714c3 req-bd2efa74-95e3-4339-a88e-529463613f4e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 210 time: 0.0898430 Nov 29 21:48:17.434379 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-38364c35-dc86-45b2-9594-83cd11a7ab1c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--241417524&fields=id&tenant_id=d96c22324dc549b6927130d27bcd77e2 HTTP/1.1" status: 200 len: 267 time: 0.0676308 Nov 29 21:48:17.459863 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-713edfea-654a-4200-b2c7-c13a2bdb4759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:17.462483 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-713edfea-654a-4200-b2c7-c13a2bdb4759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:17.463644 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-713edfea-654a-4200-b2c7-c13a2bdb4759 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c98e3056-426e-4aea-bc25-4a3ffd1304c5 HTTP/1.1" status: 204 len: 168 time: 0.3354895 Nov 29 21:48:17.478157 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713edfea-654a-4200-b2c7-c13a2bdb4759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98e3056-426e-4aea-bc25-4a3ffd1304c5,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:17.549213 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-e8ecbe59-9570-4ee1-b60d-2609a7ed2e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29359342-4d04-4f44-9e17-90e16d94a800 {{(pid=109068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:48:17.557802 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18278a4-3ebc-4c84-b0ea-0f76d888d7b9 req-fc4cb2cb-4623-4f05-93c4-fc7cd9c03e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:17.559348 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-f18278a4-3ebc-4c84-b0ea-0f76d888d7b9 req-fc4cb2cb-4623-4f05-93c4-fc7cd9c03e4f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dcc16b16da7c473bbbf22b78232706fc&device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 1096 time: 0.5085039 Nov 29 21:48:17.575086 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-e8ecbe59-9570-4ee1-b60d-2609a7ed2e1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:17.587658 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-31111d3d-36b0-489c-9d2d-a509a8bd068d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:17.589445 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-31111d3d-36b0-489c-9d2d-a509a8bd068d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/networks?id=485a3fcd-6fd6-47e4-b88d-4877d6f347cd HTTP/1.1" status: 200 len: 817 time: 0.1542921 Nov 29 21:48:17.597934 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-300ddd3e-9e1c-44ac-a9a2-8eaba117cdfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:17.616636 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-f5af398f-b78a-4951-b7da-6d111b2dcd4f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/quotas/d96c22324dc549b6927130d27bcd77e2 HTTP/1.1" status: 200 len: 375 time: 0.0199633 Nov 29 21:48:17.662651 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-5d920bbf-8f62-455a-8dc6-28a8413da492 service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6446252 Nov 29 21:48:17.664807 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.provisioning_blocks [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-e8ecbe59-9570-4ee1-b60d-2609a7ed2e1e service neutron] Transition to ACTIVE for port object 29359342-4d04-4f44-9e17-90e16d94a800 will not be triggered until provisioned by entity L2. {{(pid=109068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 21:48:17.693337 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-b87211d1-c0ee-42d0-9349-5789199cc5b7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d96c22324dc549b6927130d27bcd77e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757873 Nov 29 21:48:17.705085 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-e8ecbe59-9570-4ee1-b60d-2609a7ed2e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:17.894449 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-438d5c17-3823-4f6b-9176-65422481036c tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:17.918586 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc0913-45c0-4ab1-bc5a-2f2091623ce9 req-12988d44-dc69-4257-9e16-4b1ad1adedcf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:17.926960 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0cfc0913-45c0-4ab1-bc5a-2f2091623ce9 req-12988d44-dc69-4257-9e16-4b1ad1adedcf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 932 time: 0.2092063 Nov 29 21:48:17.936455 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-639db7bd-9086-44d2-9988-afdd02b113d6 service neutron] 10.222.0.62 "GET /v2.0/networks/485a3fcd-6fd6-47e4-b88d-4877d6f347cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214446 Nov 29 21:48:18.040254 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0cfc0913-45c0-4ab1-bc5a-2f2091623ce9 req-a657df2c-2695-4c5b-9379-ab6a21050f00 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081319 Nov 29 21:48:18.050272 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ecbe59-9570-4ee1-b60d-2609a7ed2e1e service neutron] Pushing event updated for resources: {'Port': ['ID=29359342-4d04-4f44-9e17-90e16d94a800,revision_number=2']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:18.107795 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-eec2bce9-fd16-4c44-8c3a-74aae497ca3f service neutron] 10.222.0.62 "GET /v2.0/networks/485a3fcd-6fd6-47e4-b88d-4877d6f347cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607389 Nov 29 21:48:18.155927 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18278a4-3ebc-4c84-b0ea-0f76d888d7b9 req-bf06c3b8-7908-4aee-81a8-2c447bc9cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:18.157521 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-f18278a4-3ebc-4c84-b0ea-0f76d888d7b9 req-bf06c3b8-7908-4aee-81a8-2c447bc9cd19 service neutron] 10.222.0.61 "GET /v2.0/networks?id=12e31e2f-d5f7-4c99-b745-8888c8a5010d HTTP/1.1" status: 200 len: 912 time: 0.5868554 Nov 29 21:48:18.203202 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61446ba-13db-44f7-9235-8e93edf3d4a4 req-dc9bddf4-9d0f-4bfc-9691-083bcdd52f5d tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:18.205096 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e61446ba-13db-44f7-9235-8e93edf3d4a4 req-dc9bddf4-9d0f-4bfc-9691-083bcdd52f5d tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 943 time: 0.0883410 Nov 29 21:48:18.257808 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-f18278a4-3ebc-4c84-b0ea-0f76d888d7b9 req-06539eea-2ad7-4de5-ae93-80ea1e7a9763 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5be49f86-624d-461d-90b4-bcadedea22f7 HTTP/1.1" status: 200 len: 217 time: 0.0757723 Nov 29 21:48:18.258638 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-e8ecbe59-9570-4ee1-b60d-2609a7ed2e1e service neutron] Attempting to bind port 29359342-4d04-4f44-9e17-90e16d94a800 on host hv-cinder-81972 for vnic_type normal with profile {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:48:18.259049 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-e8ecbe59-9570-4ee1-b60d-2609a7ed2e1e service neutron] Attempting to bind port 29359342-4d04-4f44-9e17-90e16d94a800 by drivers openvswitch,hyperv on host hv-cinder-81972 at level 0 using segments [{'id': 'dd84154f-62e1-4ce9-a174-6d08fab81e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3261214-cd19-4620-bdfc-67e5550090e6'}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:48:18.259480 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-e8ecbe59-9570-4ee1-b60d-2609a7ed2e1e service neutron] Attempting to bind port 29359342-4d04-4f44-9e17-90e16d94a800 on network d3261214-cd19-4620-bdfc-67e5550090e6 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:48:18.265687 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-9b8e2f05-5be1-4e18-866c-8d4e53143066 service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5804286 Nov 29 21:48:18.303064 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-438d5c17-3823-4f6b-9176-65422481036c tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:18.336560 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e61446ba-13db-44f7-9235-8e93edf3d4a4 req-3d0df6a9-7569-429b-8f67-ca9a43d18a6b tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dafa3d29-9645-4293-b8b3-712da2b2fe0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239598 Nov 29 21:48:18.375516 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-e8ecbe59-9570-4ee1-b60d-2609a7ed2e1e service neutron] Port 29359342-4d04-4f44-9e17-90e16d94a800 on network d3261214-cd19-4620-bdfc-67e5550090e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81972 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 21:48:18.375672 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-e8ecbe59-9570-4ee1-b60d-2609a7ed2e1e service neutron] Attempting to bind port 29359342-4d04-4f44-9e17-90e16d94a800 on network d3261214-cd19-4620-bdfc-67e5550090e6 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:48:18.417269 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 33254) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:18.461142 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c17d374b-6371-48ea-ad68-11ae84d3aeb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:18.484388 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2daaf81b-b857-4e5c-b7d8-c3290774ab6d req-082def6e-4820-4583-8ea4-d06c8a94a5fc tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 210 time: 0.0646412 Nov 29 21:48:18.485761 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-e8ecbe59-9570-4ee1-b60d-2609a7ed2e1e service neutron] Checking agent: {'id': 'bd4952a7-5212-46e1-86e6-5bf28a3d3387', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81972', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'started_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:48:18.486337 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-e8ecbe59-9570-4ee1-b60d-2609a7ed2e1e service neutron] Checking segment: {'id': 'dd84154f-62e1-4ce9-a174-6d08fab81e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3261214-cd19-4620-bdfc-67e5550090e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:48:18.486947 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-e8ecbe59-9570-4ee1-b60d-2609a7ed2e1e service neutron] Bound using segment: {'id': 'dd84154f-62e1-4ce9-a174-6d08fab81e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3261214-cd19-4620-bdfc-67e5550090e6'} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:48:18.487601 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-e8ecbe59-9570-4ee1-b60d-2609a7ed2e1e service neutron] Bound port: 29359342-4d04-4f44-9e17-90e16d94a800, host: hv-cinder-81972, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd84154f-62e1-4ce9-a174-6d08fab81e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3261214-cd19-4620-bdfc-67e5550090e6'}}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:48:18.488619 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-e8ecbe59-9570-4ee1-b60d-2609a7ed2e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:18.526279 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55ebd9-dacc-4659-a37b-9be92b76e7e0 req-a262fc81-441f-4856-bdd1-cbe670992548 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:18.529313 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0f55ebd9-dacc-4659-a37b-9be92b76e7e0 req-a262fc81-441f-4856-bdd1-cbe670992548 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 943 time: 0.1216009 Nov 29 21:48:18.577977 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-438d5c17-3823-4f6b-9176-65422481036c tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Network 562540b5-b080-4163-a4fa-cf4e96df0d5f is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:48:18.608331 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-438d5c17-3823-4f6b-9176-65422481036c tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:48:18.611717 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d5c17-3823-4f6b-9176-65422481036c tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Pushing event updated for resources: {'Port': ['ID=01ab7e9a-906e-47ce-a0b8-104398f2dfc3,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:18.621754 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18278a4-3ebc-4c84-b0ea-0f76d888d7b9 req-b57e39ab-3c63-4503-a99a-88099b809906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:18.623672 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-f18278a4-3ebc-4c84-b0ea-0f76d888d7b9 req-b57e39ab-3c63-4503-a99a-88099b809906 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=34279472-7150-43f3-82ee-5f76f6b76ca2 HTTP/1.1" status: 200 len: 851 time: 0.3527966 Nov 29 21:48:18.624754 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-438d5c17-3823-4f6b-9176-65422481036c tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:48:18.631058 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-438d5c17-3823-4f6b-9176-65422481036c tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:18.631949 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-438d5c17-3823-4f6b-9176-65422481036c tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:18.701235 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0f55ebd9-dacc-4659-a37b-9be92b76e7e0 req-f53fbc89-e0f5-4b81-9ac0-0c38c7dc84ca tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619139 Nov 29 21:48:18.821921 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c17d374b-6371-48ea-ad68-11ae84d3aeb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:18.844260 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c17d374b-6371-48ea-ad68-11ae84d3aeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:18.883967 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1f209-f572-492e-930a-8bb08a349ca1 req-8b9b7571-5b95-41df-9f7e-cc769765ac7e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:18.896055 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-69e1f209-f572-492e-930a-8bb08a349ca1 req-8b9b7571-5b95-41df-9f7e-cc769765ac7e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 931 time: 0.2799506 Nov 29 21:48:18.955713 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-f18278a4-3ebc-4c84-b0ea-0f76d888d7b9 req-07256764-26f8-42e3-8bb5-97348e225845 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=12e31e2f-d5f7-4c99-b745-8888c8a5010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2972605 Nov 29 21:48:18.994050 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-c17d374b-6371-48ea-ad68-11ae84d3aeb7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1cb194ea03004c9eb41e71ddc9f936df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5722315 Nov 29 21:48:18.996055 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-438d5c17-3823-4f6b-9176-65422481036c tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9827192 Nov 29 21:48:18.998446 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 33272) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:19.021900 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d374b-6371-48ea-ad68-11ae84d3aeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb67dc3-feda-4a47-bbd6-cf0f0ddd8277,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:19.039913 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-6fe21b7d-1ade-4128-87b8-e513c87f20e5 service neutron] Request body: {'port': {'device_id': '7f9984f9-0b78-490f-87ed-a1315d066150', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81972'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:48:19.057122 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-69e1f209-f572-492e-930a-8bb08a349ca1 req-afcbfbce-4a8b-41b6-876a-abf7d10aa492 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=081f932f-7903-4299-ba6f-1b2e70f0cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601467 Nov 29 21:48:19.132368 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-127e1ca9-c500-4c29-b012-3e626c558602 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:19.156353 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-e8ecbe59-9570-4ee1-b60d-2609a7ed2e1e service neutron] For port 29359342-4d04-4f44-9e17-90e16d94a800, host hv-cinder-81972, cleared binding levels {{(pid=109068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:48:19.169306 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-7f991e5e-7823-4884-b8b5-c23bd08ed970 None None] Provisioning complete for port 01ab7e9a-906e-47ce-a0b8-104398f2dfc3 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:48:19.171041 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7f991e5e-7823-4884-b8b5-c23bd08ed970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:19.189501 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-127e1ca9-c500-4c29-b012-3e626c558602 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:19.226261 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-e8ecbe59-9570-4ee1-b60d-2609a7ed2e1e service neutron] For port 29359342-4d04-4f44-9e17-90e16d94a800, host hv-cinder-81972, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=29359342-4d04-4f44-9e17-90e16d94a800,segment=NetworkSegment(dd84154f-62e1-4ce9-a174-6d08fab81e95),segment_id=dd84154f-62e1-4ce9-a174-6d08fab81e95)] {{(pid=109068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:48:19.226618 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-7f991e5e-7823-4884-b8b5-c23bd08ed970 None None] Port 01ab7e9a-906e-47ce-a0b8-104398f2dfc3 cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 21:48:19.244966 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595cece-648f-4d97-9651-ee0b9bcb6b97 req-3832576b-e1e6-4fc3-8132-64a476eeea92 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:19.245460 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-e8ecbe59-9570-4ee1-b60d-2609a7ed2e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:19.246431 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8595cece-648f-4d97-9651-ee0b9bcb6b97 req-3832576b-e1e6-4fc3-8132-64a476eeea92 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 932 time: 0.0967085 Nov 29 21:48:19.316236 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-300ddd3e-9e1c-44ac-a9a2-8eaba117cdfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c1da17-8444-48c7-8594-7d75c9ca5b52 {{(pid=109068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:48:19.332099 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-127e1ca9-c500-4c29-b012-3e626c558602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:19.336511 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-300ddd3e-9e1c-44ac-a9a2-8eaba117cdfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:19.337374 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-127e1ca9-c500-4c29-b012-3e626c558602 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:19.338678 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-127e1ca9-c500-4c29-b012-3e626c558602 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bfb67dc3-feda-4a47-bbd6-cf0f0ddd8277 HTTP/1.1" status: 204 len: 168 time: 0.3391337 Nov 29 21:48:19.342620 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-f18278a4-3ebc-4c84-b0ea-0f76d888d7b9 req-97b67417-130c-47c0-837f-66f58c6e0f3d service neutron] 10.222.0.61 "GET /v2.0/networks/12e31e2f-d5f7-4c99-b745-8888c8a5010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745687 Nov 29 21:48:19.347106 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-e8ecbe59-9570-4ee1-b60d-2609a7ed2e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:19.347607 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-e8ecbe59-9570-4ee1-b60d-2609a7ed2e1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:19.348978 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-e8ecbe59-9570-4ee1-b60d-2609a7ed2e1e service neutron] 10.222.0.61 "PUT /v2.0/ports/29359342-4d04-4f44-9e17-90e16d94a800 HTTP/1.1" status: 200 len: 1093 time: 6.7621777 Nov 29 21:48:19.349567 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-6fe21b7d-1ade-4128-87b8-e513c87f20e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:19.351329 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b69804-ef91-4e2b-b898-998bdc0389c6', 'tag': '29359342-4d04-4f44-9e17-90e16d94a800'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:48:19.353571 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9c9d30-39e7-4571-bd4e-bc69a0f2d88c" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b69804-ef91-4e2b-b898-998bdc0389c6", "tag": "29359342-4d04-4f44-9e17-90e16d94a800"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:48:19.376400 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8595cece-648f-4d97-9651-ee0b9bcb6b97 req-23a907d0-6e6e-43ad-a20c-f37df3d24866 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220784 Nov 29 21:48:19.378045 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e1ca9-c500-4c29-b012-3e626c558602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb67dc3-feda-4a47-bbd6-cf0f0ddd8277,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:19.430261 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.provisioning_blocks [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-300ddd3e-9e1c-44ac-a9a2-8eaba117cdfc service neutron] Transition to ACTIVE for port object 93c1da17-8444-48c7-8594-7d75c9ca5b52 will not be triggered until provisioned by entity L2. {{(pid=109068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 21:48:19.476396 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 21:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662607a0-34dd-415e-9d53-a73c43144143 x-openstack-request-id: req-662607a0-34dd-415e-9d53-a73c43144143 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:48:19.476707 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b69804-ef91-4e2b-b898-998bdc0389c6", "tag": "29359342-4d04-4f44-9e17-90e16d94a800", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:48:19.476908 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-662607a0-34dd-415e-9d53-a73c43144143 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:48:19.477308 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b69804-ef91-4e2b-b898-998bdc0389c6', 'tag': '29359342-4d04-4f44-9e17-90e16d94a800', 'status': 'completed', 'code': 200} Nov 29 21:48:19.477907 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-300ddd3e-9e1c-44ac-a9a2-8eaba117cdfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:19.512685 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ecbe59-9570-4ee1-b60d-2609a7ed2e1e service neutron] Pushing event updated for resources: {'Port': ['ID=29359342-4d04-4f44-9e17-90e16d94a800,revision_number=3']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:19.557452 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d88fda-6c29-4843-b33b-a0805b6f3fce req-18e89ac6-024b-4713-84d3-a4ee24416508 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:19.566154 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-36d88fda-6c29-4843-b33b-a0805b6f3fce req-18e89ac6-024b-4713-84d3-a4ee24416508 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 943 time: 0.0717158 Nov 29 21:48:19.638138 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d0c8cbde-ab44-45ea-b930-832bccfa7664 req-feca532f-017d-48cb-93c5-d430648f7849 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 210 time: 0.0475404 Nov 29 21:48:19.671899 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-36d88fda-6c29-4843-b33b-a0805b6f3fce req-66299189-b333-49c7-8551-a2a69fb99cbc tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dafa3d29-9645-4293-b8b3-712da2b2fe0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943768 Nov 29 21:48:19.689631 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ddd3e-9e1c-44ac-a9a2-8eaba117cdfc service neutron] Pushing event updated for resources: {'Port': ['ID=93c1da17-8444-48c7-8594-7d75c9ca5b52,revision_number=2']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:19.713673 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-f18278a4-3ebc-4c84-b0ea-0f76d888d7b9 req-17c27108-ca4d-4627-8f1a-27717f6a897d service neutron] 10.222.0.61 "GET /v2.0/networks/12e31e2f-d5f7-4c99-b745-8888c8a5010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571513 Nov 29 21:48:19.718628 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-49c8e62a-7799-4a61-84e0-70751cf9529b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:19.720064 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-49c8e62a-7799-4a61-84e0-70751cf9529b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=01b08089dc5e40ef891d422cc7784809&device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 1096 time: 0.2567656 Nov 29 21:48:19.788756 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-300ddd3e-9e1c-44ac-a9a2-8eaba117cdfc service neutron] Attempting to bind port 93c1da17-8444-48c7-8594-7d75c9ca5b52 on host hv-cinder-81972 for vnic_type normal with profile {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:48:19.789099 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-300ddd3e-9e1c-44ac-a9a2-8eaba117cdfc service neutron] Attempting to bind port 93c1da17-8444-48c7-8594-7d75c9ca5b52 by drivers openvswitch,hyperv on host hv-cinder-81972 at level 0 using segments [{'id': 'dd84154f-62e1-4ce9-a174-6d08fab81e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3261214-cd19-4620-bdfc-67e5550090e6'}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:48:19.789429 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-300ddd3e-9e1c-44ac-a9a2-8eaba117cdfc service neutron] Attempting to bind port 93c1da17-8444-48c7-8594-7d75c9ca5b52 on network d3261214-cd19-4620-bdfc-67e5550090e6 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:48:19.804506 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-bb5c53cc-3cb0-466c-9c23-dd5d3e90ae08 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29359342-4d04-4f44-9e17-90e16d94a800 HTTP/1.1" status: 200 len: 217 time: 0.0710442 Nov 29 21:48:19.811182 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-300ddd3e-9e1c-44ac-a9a2-8eaba117cdfc service neutron] Port 93c1da17-8444-48c7-8594-7d75c9ca5b52 on network d3261214-cd19-4620-bdfc-67e5550090e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81972 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 21:48:19.811479 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-300ddd3e-9e1c-44ac-a9a2-8eaba117cdfc service neutron] Attempting to bind port 93c1da17-8444-48c7-8594-7d75c9ca5b52 on network d3261214-cd19-4620-bdfc-67e5550090e6 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:48:19.870633 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c361b1-d496-4490-879d-07552f038c44 req-98e83e2b-23be-4022-beaa-6ba78a4c74d0 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:19.878268 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-300ddd3e-9e1c-44ac-a9a2-8eaba117cdfc service neutron] Checking agent: {'id': 'bd4952a7-5212-46e1-86e6-5bf28a3d3387', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81972', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'started_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:48:19.878613 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-300ddd3e-9e1c-44ac-a9a2-8eaba117cdfc service neutron] Checking segment: {'id': 'dd84154f-62e1-4ce9-a174-6d08fab81e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3261214-cd19-4620-bdfc-67e5550090e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:48:19.878819 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c6c361b1-d496-4490-879d-07552f038c44 req-98e83e2b-23be-4022-beaa-6ba78a4c74d0 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 943 time: 0.0903831 Nov 29 21:48:19.878993 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-300ddd3e-9e1c-44ac-a9a2-8eaba117cdfc service neutron] Bound using segment: {'id': 'dd84154f-62e1-4ce9-a174-6d08fab81e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3261214-cd19-4620-bdfc-67e5550090e6'} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:48:19.879558 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-300ddd3e-9e1c-44ac-a9a2-8eaba117cdfc service neutron] Bound port: 93c1da17-8444-48c7-8594-7d75c9ca5b52, host: hv-cinder-81972, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd84154f-62e1-4ce9-a174-6d08fab81e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3261214-cd19-4620-bdfc-67e5550090e6'}}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:48:19.879833 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-300ddd3e-9e1c-44ac-a9a2-8eaba117cdfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:19.959750 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c6c361b1-d496-4490-879d-07552f038c44 req-1c303077-a123-4e3a-897f-d82f83916b4f tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798676 Nov 29 21:48:20.059400 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-059a7aae-33a7-4e39-a902-ec6cc7c7ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:20.062296 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-059a7aae-33a7-4e39-a902-ec6cc7c7ab6c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf79bc07-9ee9-42dd-8fb2-fbb2a3b0a31f HTTP/1.1" status: 200 len: 859 time: 0.2421768 Nov 29 21:48:20.171567 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-d71c6a8d-6b1b-4577-96fd-e06c739e8650 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3261214-cd19-4620-bdfc-67e5550090e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828960 Nov 29 21:48:20.233672 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ee52a-46ac-45d5-a757-39cc774d0cee req-3e72583c-2235-4610-b2db-cced5d75e9b6 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:20.241041 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5e5ee52a-46ac-45d5-a757-39cc774d0cee req-3e72583c-2235-4610-b2db-cced5d75e9b6 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 931 time: 0.0630710 Nov 29 21:48:20.286123 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-6fe21b7d-1ade-4128-87b8-e513c87f20e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ab7e9a-906e-47ce-a0b8-104398f2dfc3 {{(pid=109068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:48:20.302543 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-addc2304-6a8d-405d-91b2-6e122628f368 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:20.304198 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-addc2304-6a8d-405d-91b2-6e122628f368 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.61 "GET /v2.0/networks?id=485a3fcd-6fd6-47e4-b88d-4877d6f347cd HTTP/1.1" status: 200 len: 817 time: 0.4692996 Nov 29 21:48:20.312292 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5e5ee52a-46ac-45d5-a757-39cc774d0cee req-5c563406-1f5c-4986-a982-03c845005fc7 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=081f932f-7903-4299-ba6f-1b2e70f0cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701540 Nov 29 21:48:20.313301 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-6fe21b7d-1ade-4128-87b8-e513c87f20e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:20.349366 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-300ddd3e-9e1c-44ac-a9a2-8eaba117cdfc service neutron] For port 93c1da17-8444-48c7-8594-7d75c9ca5b52, host hv-cinder-81972, cleared binding levels {{(pid=109068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:48:20.393920 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.provisioning_blocks [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-6fe21b7d-1ade-4128-87b8-e513c87f20e5 service neutron] Transition to ACTIVE for port object 01ab7e9a-906e-47ce-a0b8-104398f2dfc3 will not be triggered until provisioned by entity L2. {{(pid=109068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 21:48:20.396739 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-300ddd3e-9e1c-44ac-a9a2-8eaba117cdfc service neutron] For port 93c1da17-8444-48c7-8594-7d75c9ca5b52, host hv-cinder-81972, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=93c1da17-8444-48c7-8594-7d75c9ca5b52,segment=NetworkSegment(dd84154f-62e1-4ce9-a174-6d08fab81e95),segment_id=dd84154f-62e1-4ce9-a174-6d08fab81e95)] {{(pid=109068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:48:20.411703 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-300ddd3e-9e1c-44ac-a9a2-8eaba117cdfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:20.415635 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-6fe21b7d-1ade-4128-87b8-e513c87f20e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:20.541238 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-498bde79-7107-4099-8564-ada2d03ba9c4 service neutron] 10.222.0.61 "GET /v2.0/networks/d3261214-cd19-4620-bdfc-67e5550090e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572423 Nov 29 21:48:20.541835 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ddd3e-9e1c-44ac-a9a2-8eaba117cdfc service neutron] Pushing event updated for resources: {'Port': ['ID=93c1da17-8444-48c7-8594-7d75c9ca5b52,revision_number=3']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:20.568534 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391ec5e-ab55-40ef-b345-7412f59f02ef req-21fabc43-0077-46e2-a14f-b1a22780a8fd tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:20.571578 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d391ec5e-ab55-40ef-b345-7412f59f02ef req-21fabc43-0077-46e2-a14f-b1a22780a8fd tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 944 time: 0.0694742 Nov 29 21:48:20.586812 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-300ddd3e-9e1c-44ac-a9a2-8eaba117cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:20.587473 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-300ddd3e-9e1c-44ac-a9a2-8eaba117cdfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:20.588867 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-300ddd3e-9e1c-44ac-a9a2-8eaba117cdfc service neutron] 10.222.0.61 "PUT /v2.0/ports/93c1da17-8444-48c7-8594-7d75c9ca5b52 HTTP/1.1" status: 200 len: 1094 time: 3.4785049 Nov 29 21:48:20.633755 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d391ec5e-ab55-40ef-b345-7412f59f02ef req-2ba55de7-92ac-4b78-bffc-c4b293ebcfc4 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569558 Nov 29 21:48:20.731419 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe21b7d-1ade-4128-87b8-e513c87f20e5 service neutron] Pushing event updated for resources: {'Port': ['ID=01ab7e9a-906e-47ce-a0b8-104398f2dfc3,revision_number=2']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:20.744289 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-138516c4-02cf-4c57-8cc3-73f6a82e4829 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d96c22324dc549b6927130d27bcd77e2 HTTP/1.1" status: 200 len: 379 time: 0.3963091 Nov 29 21:48:20.762806 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-0c5296c4-74a5-4d6c-b106-4069a77f9725 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Request body: {'port': {'device_id': '5fe38429-3c77-4b34-bf5f-ef93bb34d2ee', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'admin_state_up': True, 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'security_groups': ['8e223aac-4772-40c8-932e-3c4a3763b554']}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:48:20.810912 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-db86023b-e9da-4539-8101-87bb02b5809f req-48d037e2-50b2-403b-9471-84c2e3bcfaa3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 210 time: 0.0466263 Nov 29 21:48:20.860545 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5536d-30a1-4c39-9b88-972825b6e4f1 req-420c0265-8633-4234-9706-d7378020d8b9 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:20.862389 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-78a5536d-30a1-4c39-9b88-972825b6e4f1 req-420c0265-8633-4234-9706-d7378020d8b9 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 943 time: 0.0914071 Nov 29 21:48:20.913722 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-893191be-5d2d-4eef-8e78-29f62e6876ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:20.915659 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-893191be-5d2d-4eef-8e78-29f62e6876ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=01b08089dc5e40ef891d422cc7784809&device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 1097 time: 0.2578077 Nov 29 21:48:20.918044 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-bafeba35-68e8-4052-9d77-cbe99d461565 req-d2778b2e-0b88-4c7a-acbd-6f23a20c957a service neutron] 10.222.0.61 "GET /v2.0/networks/d3261214-cd19-4620-bdfc-67e5550090e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283405 Nov 29 21:48:20.921771 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-6fe21b7d-1ade-4128-87b8-e513c87f20e5 service neutron] Attempting to bind port 01ab7e9a-906e-47ce-a0b8-104398f2dfc3 on host hv-cinder-81972 for vnic_type normal with profile {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:48:20.922153 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-6fe21b7d-1ade-4128-87b8-e513c87f20e5 service neutron] Attempting to bind port 01ab7e9a-906e-47ce-a0b8-104398f2dfc3 by drivers openvswitch,hyperv on host hv-cinder-81972 at level 0 using segments [{'id': 'c474d39d-c2f7-4b49-acd8-82f36e651454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f'}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:48:20.922714 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-6fe21b7d-1ade-4128-87b8-e513c87f20e5 service neutron] Attempting to bind port 01ab7e9a-906e-47ce-a0b8-104398f2dfc3 on network 562540b5-b080-4163-a4fa-cf4e96df0d5f {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:48:20.929233 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-78a5536d-30a1-4c39-9b88-972825b6e4f1 req-a9477aae-14d5-4035-93cc-e36ef165aa96 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dafa3d29-9645-4293-b8b3-712da2b2fe0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600541 Nov 29 21:48:21.083952 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1d860-78c6-4dc7-8947-85ebfbaa791d req-e5d9dd6f-fa8e-4653-862b-36db60fcfdd2 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:21.085510 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fcf1d860-78c6-4dc7-8947-85ebfbaa791d req-e5d9dd6f-fa8e-4653-862b-36db60fcfdd2 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 943 time: 0.0558779 Nov 29 21:48:21.143960 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fcf1d860-78c6-4dc7-8947-85ebfbaa791d req-b49ff95a-42df-4050-9248-68faf75aaea2 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505447 Nov 29 21:48:21.174030 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-6fe21b7d-1ade-4128-87b8-e513c87f20e5 service neutron] Port 01ab7e9a-906e-47ce-a0b8-104398f2dfc3 on network 562540b5-b080-4163-a4fa-cf4e96df0d5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81972 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 21:48:21.174351 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-6fe21b7d-1ade-4128-87b8-e513c87f20e5 service neutron] Attempting to bind port 01ab7e9a-906e-47ce-a0b8-104398f2dfc3 on network 562540b5-b080-4163-a4fa-cf4e96df0d5f {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:48:21.186002 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-98a9e228-5ded-4c79-adb0-a7c4d01549dc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93c1da17-8444-48c7-8594-7d75c9ca5b52 HTTP/1.1" status: 200 len: 217 time: 0.2579012 Nov 29 21:48:21.220807 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-6fe21b7d-1ade-4128-87b8-e513c87f20e5 service neutron] Checking agent: {'id': 'bd4952a7-5212-46e1-86e6-5bf28a3d3387', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81972', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'started_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:48:21.221145 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-6fe21b7d-1ade-4128-87b8-e513c87f20e5 service neutron] Checking segment: {'id': 'c474d39d-c2f7-4b49-acd8-82f36e651454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:48:21.221523 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-6fe21b7d-1ade-4128-87b8-e513c87f20e5 service neutron] Bound using segment: {'id': 'c474d39d-c2f7-4b49-acd8-82f36e651454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f'} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:48:21.221963 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-6fe21b7d-1ade-4128-87b8-e513c87f20e5 service neutron] Bound port: 01ab7e9a-906e-47ce-a0b8-104398f2dfc3, host: hv-cinder-81972, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c474d39d-c2f7-4b49-acd8-82f36e651454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f'}}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:48:21.222308 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-6fe21b7d-1ade-4128-87b8-e513c87f20e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:21.316492 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-b3b00cd6-9f7d-4a32-bcb5-936419425b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:21.317943 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-b3b00cd6-9f7d-4a32-bcb5-936419425b2f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf79bc07-9ee9-42dd-8fb2-fbb2a3b0a31f HTTP/1.1" status: 200 len: 859 time: 0.1230643 Nov 29 21:48:21.319545 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c9d30-39e7-4571-bd4e-bc69a0f2d88c req-d2b63ae4-dfec-4131-a7c8-f0289de83f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:21.320868 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3d9c9d30-39e7-4571-bd4e-bc69a0f2d88c req-d2b63ae4-dfec-4131-a7c8-f0289de83f6a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=01b08089dc5e40ef891d422cc7784809&device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 1096 time: 0.1497970 Nov 29 21:48:21.374538 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-0c5296c4-74a5-4d6c-b106-4069a77f9725 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Made reservation on behalf of d96c22324dc549b6927130d27bcd77e2 for: {'port': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:48:21.378060 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-0c5296c4-74a5-4d6c-b106-4069a77f9725 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:21.394525 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-71855cc5-a7ef-470a-9412-c8cdd165aa81 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3261214-cd19-4620-bdfc-67e5550090e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635154 Nov 29 21:48:21.407335 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device a8786a8a-cfa1-45de-927d-72613e1bc431 details requested by agent hyperv_hv-cinder-81972 with host hv-cinder-81972 {{(pid=109069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 21:48:21.441951 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e1232-9a76-4169-b5f5-dc99e6afbc07 req-a675d4de-2373-46ba-8c25-0f6468e89ad2 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:21.443937 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-881e1232-9a76-4169-b5f5-dc99e6afbc07 req-a675d4de-2373-46ba-8c25-0f6468e89ad2 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 943 time: 0.0644739 Nov 29 21:48:21.491852 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6566645-d86a-42db-b89a-841fa40bf539', 'tag': '93c1da17-8444-48c7-8594-7d75c9ca5b52'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:48:21.494107 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e111ca40-87a7-40a0-8e6a-748627d0c3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "b6566645-d86a-42db-b89a-841fa40bf539", "tag": "93c1da17-8444-48c7-8594-7d75c9ca5b52"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:48:21.498989 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-6fe21b7d-1ade-4128-87b8-e513c87f20e5 service neutron] For port 01ab7e9a-906e-47ce-a0b8-104398f2dfc3, host hv-cinder-81972, cleared binding levels {{(pid=109068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:48:21.536722 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port a8786a8a-cfa1-45de-927d-72613e1bc431, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=a8786a8a-cfa1-45de-927d-72613e1bc431,segment=NetworkSegment(1a36d94c-512a-420a-8203-8174481a1b34),segment_id=1a36d94c-512a-420a-8203-8174481a1b34)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:21.555606 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Returning: {'device': 'a8786a8a-cfa1-45de-927d-72613e1bc431', 'network_id': '983dd8c7-05fb-4c40-89c9-8794f42a407a', 'port_id': 'a8786a8a-cfa1-45de-927d-72613e1bc431', 'mac_address': 'fa:16:3e:73:59:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cddc48a2-9dbb-43c6-9ab8-8af0de869d07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 21:48:21.556085 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-881e1232-9a76-4169-b5f5-dc99e6afbc07 req-55d8cc42-cc6a-444e-ad47-6726a07e7d24 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=081f932f-7903-4299-ba6f-1b2e70f0cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054246 Nov 29 21:48:21.569852 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-6fe21b7d-1ade-4128-87b8-e513c87f20e5 service neutron] For port 01ab7e9a-906e-47ce-a0b8-104398f2dfc3, host hv-cinder-81972, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=01ab7e9a-906e-47ce-a0b8-104398f2dfc3,segment=NetworkSegment(c474d39d-c2f7-4b49-acd8-82f36e651454),segment_id=c474d39d-c2f7-4b49-acd8-82f36e651454)] {{(pid=109068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:48:21.572372 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 21:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcc9f61-08d0-4c5c-9162-62ca758c0f89 x-openstack-request-id: req-0bcc9f61-08d0-4c5c-9162-62ca758c0f89 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:48:21.572663 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6566645-d86a-42db-b89a-841fa40bf539", "tag": "93c1da17-8444-48c7-8594-7d75c9ca5b52", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:48:21.572900 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0bcc9f61-08d0-4c5c-9162-62ca758c0f89 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:48:21.573693 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6566645-d86a-42db-b89a-841fa40bf539', 'tag': '93c1da17-8444-48c7-8594-7d75c9ca5b52', 'status': 'completed', 'code': 200} Nov 29 21:48:21.620842 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:21.639142 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8786a8a-cfa1-45de-927d-72613e1bc431 {{(pid=109069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:48:21.668893 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-6fe21b7d-1ade-4128-87b8-e513c87f20e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:21.670550 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port a8786a8a-cfa1-45de-927d-72613e1bc431, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=a8786a8a-cfa1-45de-927d-72613e1bc431,segment=NetworkSegment(1a36d94c-512a-420a-8203-8174481a1b34),segment_id=1a36d94c-512a-420a-8203-8174481a1b34)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:21.681857 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:21.683357 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 5be49f86-624d-461d-90b4-bcadedea22f7 details requested by agent hyperv_hv-cinder-81972 with host hv-cinder-81972 {{(pid=109069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 21:48:21.813273 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=a8786a8a-cfa1-45de-927d-72613e1bc431,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:21.823261 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe21b7d-1ade-4128-87b8-e513c87f20e5 service neutron] Pushing event updated for resources: {'Port': ['ID=01ab7e9a-906e-47ce-a0b8-104398f2dfc3,revision_number=3']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:21.846113 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c9d30-39e7-4571-bd4e-bc69a0f2d88c req-1594ead3-2952-4439-af18-b53cf6ece7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:21.848462 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3d9c9d30-39e7-4571-bd4e-bc69a0f2d88c req-1594ead3-2952-4439-af18-b53cf6ece7a2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3261214-cd19-4620-bdfc-67e5550090e6 HTTP/1.1" status: 200 len: 920 time: 0.5096066 Nov 29 21:48:21.854953 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-6fe21b7d-1ade-4128-87b8-e513c87f20e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:21.861786 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-6fe21b7d-1ade-4128-87b8-e513c87f20e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:21.863974 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-6fe21b7d-1ade-4128-87b8-e513c87f20e5 service neutron] 10.222.0.61 "PUT /v2.0/ports/01ab7e9a-906e-47ce-a0b8-104398f2dfc3 HTTP/1.1" status: 200 len: 1093 time: 2.8444078 Nov 29 21:48:21.879109 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 5be49f86-624d-461d-90b4-bcadedea22f7, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=5be49f86-624d-461d-90b4-bcadedea22f7,segment=NetworkSegment(de0a6a16-024c-488f-ad7d-86873bf86dc1),segment_id=de0a6a16-024c-488f-ad7d-86873bf86dc1)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:21.902374 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfa0ad-d2c8-4491-92c9-1748eeb44743 req-8f6b45ad-6251-420c-bd29-24377d4cf8a2 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:21.908089 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Returning: {'device': '5be49f86-624d-461d-90b4-bcadedea22f7', 'network_id': '12e31e2f-d5f7-4c99-b745-8888c8a5010d', 'port_id': '5be49f86-624d-461d-90b4-bcadedea22f7', 'mac_address': 'fa:16:3e:bd:e7:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34279472-7150-43f3-82ee-5f76f6b76ca2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 21:48:21.914665 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b0cfa0ad-d2c8-4491-92c9-1748eeb44743 req-8f6b45ad-6251-420c-bd29-24377d4cf8a2 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 944 time: 0.1641459 Nov 29 21:48:21.946887 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-be69fad3-e067-46e3-a471-778f84126198 service neutron] 10.222.0.61 "GET /v2.0/networks/d3261214-cd19-4620-bdfc-67e5550090e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348060 Nov 29 21:48:21.968835 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3d9c9d30-39e7-4571-bd4e-bc69a0f2d88c req-cbfee648-47eb-4972-b207-46ff9d8f1890 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29359342-4d04-4f44-9e17-90e16d94a800 HTTP/1.1" status: 200 len: 217 time: 0.1038446 Nov 29 21:48:21.981319 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:21.998208 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be49f86-624d-461d-90b4-bcadedea22f7 {{(pid=109069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:48:22.038115 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-263124fc-1364-47f0-861d-d73029abd578 req-10db3cb8-4ad6-40b0-ae7a-8ec65a0e124d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 210 time: 0.0606391 Nov 29 21:48:22.057199 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 5be49f86-624d-461d-90b4-bcadedea22f7, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=5be49f86-624d-461d-90b4-bcadedea22f7,segment=NetworkSegment(de0a6a16-024c-488f-ad7d-86873bf86dc1),segment_id=de0a6a16-024c-488f-ad7d-86873bf86dc1)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:22.069482 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:22.091021 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b0cfa0ad-d2c8-4491-92c9-1748eeb44743 req-db5b261d-bc10-45ad-b860-e41441e3a0f0 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754186 Nov 29 21:48:22.222825 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=5be49f86-624d-461d-90b4-bcadedea22f7,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:22.257167 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-3cdb4312-840f-4529-9ec8-8a359808e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:22.259514 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-3cdb4312-840f-4529-9ec8-8a359808e20e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab335a1bd1ef40929c149d8fb12975e0&device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 1096 time: 0.3109269 Nov 29 21:48:22.296762 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fe9ec-9c98-42f4-88c1-2bda8cb32609 req-bdeb8a9c-dbca-4a8e-85ea-ba1976aaefcd tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:22.298579 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c9d30-39e7-4571-bd4e-bc69a0f2d88c req-6bcbaacb-e17e-4d71-b26b-9ba6cf179b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:22.300204 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3d9c9d30-39e7-4571-bd4e-bc69a0f2d88c req-6bcbaacb-e17e-4d71-b26b-9ba6cf179b15 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf79bc07-9ee9-42dd-8fb2-fbb2a3b0a31f HTTP/1.1" status: 200 len: 859 time: 0.2640734 Nov 29 21:48:22.303782 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9e9fe9ec-9c98-42f4-88c1-2bda8cb32609 req-bdeb8a9c-dbca-4a8e-85ea-ba1976aaefcd tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 944 time: 0.1025305 Nov 29 21:48:22.354029 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-0c5296c4-74a5-4d6c-b106-4069a77f9725 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Allocated IP 172.20.0.10 (485a3fcd-6fd6-47e4-b88d-4877d6f347cd/c58ec759-9321-4f1d-9f62-796449e282e7/f16d9108-f811-48b1-9588-201973be4787) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:48:22.370425 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-2691c319-bd63-4a8c-979c-bd6d77a5f698 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01ab7e9a-906e-47ce-a0b8-104398f2dfc3 HTTP/1.1" status: 200 len: 217 time: 0.0915208 Nov 29 21:48:22.376207 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['a8786a8a-cfa1-45de-927d-72613e1bc431'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 21:48:22.414365 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3d9c9d30-39e7-4571-bd4e-bc69a0f2d88c req-404ffc07-3f26-4d89-8004-67e67fc2e9b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3261214-cd19-4620-bdfc-67e5550090e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470939 Nov 29 21:48:22.432245 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['5be49f86-624d-461d-90b4-bcadedea22f7'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 21:48:22.443354 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-f7145d5a-4729-4f51-890c-decaa0787e62 req-830e998e-43e8-4758-8909-9e12593c4329 service neutron] 10.222.0.61 "GET /v2.0/networks/d3261214-cd19-4620-bdfc-67e5550090e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836287 Nov 29 21:48:22.501585 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9e9fe9ec-9c98-42f4-88c1-2bda8cb32609 req-3a0642c6-1a9c-4573-8bb8-6b7e527c8adc tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dafa3d29-9645-4293-b8b3-712da2b2fe0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939356 Nov 29 21:48:22.542420 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b2a29-e041-4930-8f7d-ffc3720faddd req-17acb01a-b5f5-40e7-aac9-afc4bb1c1ac9 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:22.544098 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b67b2a29-e041-4930-8f7d-ffc3720faddd req-17acb01a-b5f5-40e7-aac9-afc4bb1c1ac9 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 944 time: 0.2311530 Nov 29 21:48:22.581780 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-ac8e98bf-212d-46e4-a4cd-d7e629bbf4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:22.583510 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-ac8e98bf-212d-46e4-a4cd-d7e629bbf4f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac018a01-258b-4d48-9a44-ca3d60e642fd HTTP/1.1" status: 200 len: 849 time: 0.1991723 Nov 29 21:48:22.641286 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b67b2a29-e041-4930-8f7d-ffc3720faddd req-0da62105-ae45-4e0a-a745-71390480df90 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825529 Nov 29 21:48:22.746495 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111ca40-87a7-40a0-8e6a-748627d0c3ba req-c0a231d2-0306-40c7-b1be-1e0460ea2e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:22.746495 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e111ca40-87a7-40a0-8e6a-748627d0c3ba req-c0a231d2-0306-40c7-b1be-1e0460ea2e74 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=01b08089dc5e40ef891d422cc7784809&device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 1097 time: 0.2349892 Nov 29 21:48:22.780229 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3d9c9d30-39e7-4571-bd4e-bc69a0f2d88c req-24c75051-548c-4ba0-a3a7-ee07067c82c7 service neutron] 10.222.0.61 "GET /v2.0/networks/d3261214-cd19-4620-bdfc-67e5550090e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370776 Nov 29 21:48:22.809191 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb31e3-e35e-4eaf-849f-19e6781ff93f req-5f055bc0-2d56-47b7-97cf-23b573471705 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:22.821910 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3ecb31e3-e35e-4eaf-849f-19e6781ff93f req-5f055bc0-2d56-47b7-97cf-23b573471705 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 943 time: 0.1445780 Nov 29 21:48:22.873231 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-d39f5703-90e8-43d2-9c54-1388af51c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:22.875318 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-d39f5703-90e8-43d2-9c54-1388af51c476 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=562540b5-b080-4163-a4fa-cf4e96df0d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2552979 Nov 29 21:48:22.887839 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3ecb31e3-e35e-4eaf-849f-19e6781ff93f req-db15db0d-a3aa-41bb-ae45-37d7ac7b8e69 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=081f932f-7903-4299-ba6f-1b2e70f0cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646920 Nov 29 21:48:22.916972 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-0c5296c4-74a5-4d6c-b106-4069a77f9725 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:23.066766 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111ca40-87a7-40a0-8e6a-748627d0c3ba req-fce8c5d9-26d1-49ae-84b4-be7534fe1599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:23.068359 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e111ca40-87a7-40a0-8e6a-748627d0c3ba req-fce8c5d9-26d1-49ae-84b4-be7534fe1599 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3261214-cd19-4620-bdfc-67e5550090e6 HTTP/1.1" status: 200 len: 920 time: 0.3132744 Nov 29 21:48:23.098938 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3d9c9d30-39e7-4571-bd4e-bc69a0f2d88c req-7a8f4904-2a90-4b20-b512-d80ae3cc9151 service neutron] 10.222.0.61 "GET /v2.0/networks/d3261214-cd19-4620-bdfc-67e5550090e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018208 Nov 29 21:48:23.163562 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e111ca40-87a7-40a0-8e6a-748627d0c3ba req-e8b54890-7379-4987-bafb-4aace20b0871 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93c1da17-8444-48c7-8594-7d75c9ca5b52 HTTP/1.1" status: 200 len: 217 time: 0.0787423 Nov 29 21:48:23.171795 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-d19f59ac-fc5d-4080-906d-5b1dc6e9e677 service neutron] 10.222.0.61 "GET /v2.0/networks/562540b5-b080-4163-a4fa-cf4e96df0d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593174 Nov 29 21:48:23.191810 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-0c5296c4-74a5-4d6c-b106-4069a77f9725 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:23.209273 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-532c01f4-c205-4e31-9c39-4c430f686fca req-89c31582-4326-4360-adb6-4c299476292f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 210 time: 0.0590255 Nov 29 21:48:23.275248 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 33474) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:23.295905 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b67642-1e3a-4d0a-877c-369b6b5f1bd2 req-0d67725d-360d-4d36-bc8b-e55d1f76f97c tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:23.298042 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c7b67642-1e3a-4d0a-877c-369b6b5f1bd2 req-0d67725d-360d-4d36-bc8b-e55d1f76f97c tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 944 time: 0.0542147 Nov 29 21:48:23.361013 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c7b67642-1e3a-4d0a-877c-369b6b5f1bd2 req-3c6efd45-5a6e-4dd9-a36b-77f2e9fdf75a tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572643 Nov 29 21:48:23.401393 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 29359342-4d04-4f44-9e17-90e16d94a800 details requested by agent hyperv_hv-cinder-81972 with host hv-cinder-81972 {{(pid=109069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 21:48:23.538561 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 29359342-4d04-4f44-9e17-90e16d94a800, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=29359342-4d04-4f44-9e17-90e16d94a800,segment=NetworkSegment(dd84154f-62e1-4ce9-a174-6d08fab81e95),segment_id=dd84154f-62e1-4ce9-a174-6d08fab81e95)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:23.557239 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Returning: {'device': '29359342-4d04-4f44-9e17-90e16d94a800', 'network_id': 'd3261214-cd19-4620-bdfc-67e5550090e6', 'port_id': '29359342-4d04-4f44-9e17-90e16d94a800', 'mac_address': 'fa:16:3e:e2:7c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf79bc07-9ee9-42dd-8fb2-fbb2a3b0a31f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 21:48:23.557443 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-0c5296c4-74a5-4d6c-b106-4069a77f9725 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Network 485a3fcd-6fd6-47e4-b88d-4877d6f347cd is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:48:23.562574 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5296c4-74a5-4d6c-b106-4069a77f9725 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Pushing event updated for resources: {'Port': ['ID=f16d9108-f811-48b1-9588-201973be4787,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:23.565278 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-0c5296c4-74a5-4d6c-b106-4069a77f9725 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:48:23.570007 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111ca40-87a7-40a0-8e6a-748627d0c3ba req-cabf8baf-0fa4-496e-b5eb-54e72ffeca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:23.571795 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e111ca40-87a7-40a0-8e6a-748627d0c3ba req-cabf8baf-0fa4-496e-b5eb-54e72ffeca1b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf79bc07-9ee9-42dd-8fb2-fbb2a3b0a31f HTTP/1.1" status: 200 len: 859 time: 0.3990884 Nov 29 21:48:23.577578 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-0c5296c4-74a5-4d6c-b106-4069a77f9725 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:48:23.584650 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-0c5296c4-74a5-4d6c-b106-4069a77f9725 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:23.585490 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-0c5296c4-74a5-4d6c-b106-4069a77f9725 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:23.587966 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9984f9-0b78-490f-87ed-a1315d066150', 'tag': '01ab7e9a-906e-47ce-a0b8-104398f2dfc3'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:48:23.590485 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa06f23-726e-4e3e-b837-750ae45fa178" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9984f9-0b78-490f-87ed-a1315d066150", "tag": "01ab7e9a-906e-47ce-a0b8-104398f2dfc3"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:48:23.625683 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:23.643650 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e111ca40-87a7-40a0-8e6a-748627d0c3ba req-efe2574d-d0b5-44d0-a618-9ad024cc5bfa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3261214-cd19-4620-bdfc-67e5550090e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415492 Nov 29 21:48:23.685704 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-0c5296c4-74a5-4d6c-b106-4069a77f9725 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9251556 Nov 29 21:48:23.689435 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 21:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290b4001-6695-4071-bc8a-b6961af7a78c x-openstack-request-id: req-290b4001-6695-4071-bc8a-b6961af7a78c {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:48:23.691224 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9984f9-0b78-490f-87ed-a1315d066150", "tag": "01ab7e9a-906e-47ce-a0b8-104398f2dfc3", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:48:23.691715 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-290b4001-6695-4071-bc8a-b6961af7a78c {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:48:23.692309 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9984f9-0b78-490f-87ed-a1315d066150', 'tag': '01ab7e9a-906e-47ce-a0b8-104398f2dfc3', 'status': 'completed', 'code': 200} Nov 29 21:48:23.703490 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3eb092ea-95dc-4f39-a945-8cc45119fae1 req-fd04a597-2c08-4b65-b7e6-79502ac01d75 service neutron] 10.222.0.61 "GET /v2.0/networks/562540b5-b080-4163-a4fa-cf4e96df0d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225568 Nov 29 21:48:23.712196 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-a205478f-73aa-4d92-aebe-3674e1ea5cb7 service neutron] Request body: {'port': {'device_id': '5fe38429-3c77-4b34-bf5f-ef93bb34d2ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81972'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:48:23.766198 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e9fd0e01-b085-4fd3-8667-7c64118155d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:23.809611 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecd7ac-1ee9-454d-ba07-b4ef6fb400e7 req-ca06413f-72c5-4d53-9db9-8b023e58c7e6 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:23.812967 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-faecd7ac-1ee9-454d-ba07-b4ef6fb400e7 req-ca06413f-72c5-4d53-9db9-8b023e58c7e6 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 944 time: 0.1246495 Nov 29 21:48:23.880759 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29359342-4d04-4f44-9e17-90e16d94a800 {{(pid=109069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:48:23.908464 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 29359342-4d04-4f44-9e17-90e16d94a800, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=29359342-4d04-4f44-9e17-90e16d94a800,segment=NetworkSegment(dd84154f-62e1-4ce9-a174-6d08fab81e95),segment_id=dd84154f-62e1-4ce9-a174-6d08fab81e95)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:23.915103 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:23.932636 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-a205478f-73aa-4d92-aebe-3674e1ea5cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:23.961211 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e111ca40-87a7-40a0-8e6a-748627d0c3ba req-4448ef6e-e3d8-4185-9a49-4eba65b2a533 service neutron] 10.222.0.61 "GET /v2.0/networks/d3261214-cd19-4620-bdfc-67e5550090e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073735 Nov 29 21:48:23.962692 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1efbcb-1db0-4c89-bfaa-1a0d0dd2a87f req-5d7e01c2-11db-4843-9567-5b2116000770 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:23.964991 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-db1efbcb-1db0-4c89-bfaa-1a0d0dd2a87f req-5d7e01c2-11db-4843-9567-5b2116000770 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 944 time: 0.1501968 Nov 29 21:48:23.966138 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=29359342-4d04-4f44-9e17-90e16d94a800,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:23.968138 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa06f23-726e-4e3e-b837-750ae45fa178 req-2dd24c6e-3845-4faf-a2b8-60bb7f6e48fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:23.969738 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-5aa06f23-726e-4e3e-b837-750ae45fa178 req-2dd24c6e-3845-4faf-a2b8-60bb7f6e48fc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab335a1bd1ef40929c149d8fb12975e0&device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 1096 time: 0.1822193 Nov 29 21:48:23.982352 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-55113dd0-05e5-4cda-9326-f006d9a22126 None None] Provisioning complete for port f16d9108-f811-48b1-9588-201973be4787 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:48:23.983359 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-55113dd0-05e5-4cda-9326-f006d9a22126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:24.014624 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-faecd7ac-1ee9-454d-ba07-b4ef6fb400e7 req-35994661-2b56-4838-b5b0-f8caae3097c1 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dafa3d29-9645-4293-b8b3-712da2b2fe0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524544 Nov 29 21:48:24.042024 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-55113dd0-05e5-4cda-9326-f006d9a22126 None None] Port f16d9108-f811-48b1-9588-201973be4787 cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 21:48:24.105561 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-db1efbcb-1db0-4c89-bfaa-1a0d0dd2a87f req-d59d08e5-0d80-49b7-b410-da8efe893936 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274147 Nov 29 21:48:24.143011 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['29359342-4d04-4f44-9e17-90e16d94a800'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 21:48:24.198169 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0a6ca-1c10-4d29-94d2-0ea4317501ac req-8efb2296-7e28-4968-afe6-ee027b36410b tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:24.199966 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-94c0a6ca-1c10-4d29-94d2-0ea4317501ac req-8efb2296-7e28-4968-afe6-ee027b36410b tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 943 time: 0.0932150 Nov 29 21:48:24.259444 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e9fd0e01-b085-4fd3-8667-7c64118155d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:24.277229 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e9fd0e01-b085-4fd3-8667-7c64118155d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:24.282182 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e111ca40-87a7-40a0-8e6a-748627d0c3ba req-3b468543-0e15-4703-a796-069f6af5027f service neutron] 10.222.0.61 "GET /v2.0/networks/d3261214-cd19-4620-bdfc-67e5550090e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112311 Nov 29 21:48:24.323234 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-94c0a6ca-1c10-4d29-94d2-0ea4317501ac req-ae836d53-cc41-43a9-aa86-9955cd4b2a69 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=081f932f-7903-4299-ba6f-1b2e70f0cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072078 Nov 29 21:48:24.374299 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa06f23-726e-4e3e-b837-750ae45fa178 req-307afcb4-4a88-4b6d-8285-833a47bcb89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:24.376325 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-5aa06f23-726e-4e3e-b837-750ae45fa178 req-307afcb4-4a88-4b6d-8285-833a47bcb89b service neutron] 10.222.0.61 "GET /v2.0/networks?id=562540b5-b080-4163-a4fa-cf4e96df0d5f HTTP/1.1" status: 200 len: 911 time: 0.3671896 Nov 29 21:48:24.381454 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-e9fd0e01-b085-4fd3-8667-7c64118155d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2ee78046909c44179d078830cbd7df6f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1008220 Nov 29 21:48:24.383978 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 33520) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:24.397547 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3346383-d72b-4840-b0ba-b93a85b11e58 req-0ed2e2f8-5b11-4f56-be5b-5abd245bc3b9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:24.400880 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c3346383-d72b-4840-b0ba-b93a85b11e58 req-0ed2e2f8-5b11-4f56-be5b-5abd245bc3b9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 932 time: 0.0835574 Nov 29 21:48:24.410302 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd0e01-b085-4fd3-8667-7c64118155d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8c9fb5-dde8-4cdb-99ee-70cd1d7f2f64,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:24.494605 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-5aa06f23-726e-4e3e-b837-750ae45fa178 req-4d7fcf47-203f-4b4b-98da-b20fc5eca321 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01ab7e9a-906e-47ce-a0b8-104398f2dfc3 HTTP/1.1" status: 200 len: 217 time: 0.1065466 Nov 29 21:48:24.554684 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c3346383-d72b-4840-b0ba-b93a85b11e58 req-1e8d4af5-7c9c-4de0-9b01-67b4838e2ac8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472309 Nov 29 21:48:24.577152 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270caa30-fee2-4682-884f-6283f2b74b3c req-67e923a6-db05-45e6-90f1-4edaeadf49eb tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:24.578684 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-270caa30-fee2-4682-884f-6283f2b74b3c req-67e923a6-db05-45e6-90f1-4edaeadf49eb tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 944 time: 0.0776143 Nov 29 21:48:24.608411 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-60886b2f-284d-4ad6-a0c1-863426a145d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:24.614190 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa06f23-726e-4e3e-b837-750ae45fa178 req-43a90e42-28df-4506-83d7-20ec87f393c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:24.615789 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-5aa06f23-726e-4e3e-b837-750ae45fa178 req-43a90e42-28df-4506-83d7-20ec87f393c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac018a01-258b-4d48-9a44-ca3d60e642fd HTTP/1.1" status: 200 len: 849 time: 0.1086543 Nov 29 21:48:24.639515 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-270caa30-fee2-4682-884f-6283f2b74b3c req-0de88a26-0c85-40d5-ba6d-f285fae4b91f tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485480 Nov 29 21:48:24.650386 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 33536) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:24.684816 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-60886b2f-284d-4ad6-a0c1-863426a145d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:24.755055 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-a205478f-73aa-4d92-aebe-3674e1ea5cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f16d9108-f811-48b1-9588-201973be4787 {{(pid=109068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:48:24.767004 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fbf98483-ecf8-4bf5-b2d3-db2ff952b8a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:24.767910 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-a205478f-73aa-4d92-aebe-3674e1ea5cb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:24.771264 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa06f23-726e-4e3e-b837-750ae45fa178 req-d80cf017-d887-42f3-9c21-cbe81942bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:24.772840 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-5aa06f23-726e-4e3e-b837-750ae45fa178 req-d80cf017-d887-42f3-9c21-cbe81942bc7b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=562540b5-b080-4163-a4fa-cf4e96df0d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1468546 Nov 29 21:48:24.794027 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.provisioning_blocks [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-a205478f-73aa-4d92-aebe-3674e1ea5cb7 service neutron] Transition to ACTIVE for port object f16d9108-f811-48b1-9588-201973be4787 will not be triggered until provisioned by entity L2. {{(pid=109068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 21:48:24.810500 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-a205478f-73aa-4d92-aebe-3674e1ea5cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:24.864690 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fbf98483-ecf8-4bf5-b2d3-db2ff952b8a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:24.873705 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fbf98483-ecf8-4bf5-b2d3-db2ff952b8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:24.888096 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-60886b2f-284d-4ad6-a0c1-863426a145d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:24.891214 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-60886b2f-284d-4ad6-a0c1-863426a145d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:24.892385 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-60886b2f-284d-4ad6-a0c1-863426a145d6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3e8c9fb5-dde8-4cdb-99ee-70cd1d7f2f64 HTTP/1.1" status: 204 len: 168 time: 0.5065973 Nov 29 21:48:24.909829 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 33544) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:24.931030 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-fbf98483-ecf8-4bf5-b2d3-db2ff952b8a0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0081b459f2d8480aa4e61b1942413f29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791610 Nov 29 21:48:24.931939 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf98483-ecf8-4bf5-b2d3-db2ff952b8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7410d610-1202-4810-a773-2c11bbbdbd26,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:24.934341 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 33548) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:24.962026 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60886b2f-284d-4ad6-a0c1-863426a145d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8c9fb5-dde8-4cdb-99ee-70cd1d7f2f64,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:24.984970 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205478f-73aa-4d92-aebe-3674e1ea5cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=f16d9108-f811-48b1-9588-201973be4787,revision_number=2']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:25.001256 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-a205478f-73aa-4d92-aebe-3674e1ea5cb7 service neutron] Attempting to bind port f16d9108-f811-48b1-9588-201973be4787 on host hv-cinder-81972 for vnic_type normal with profile {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:48:25.001605 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-a205478f-73aa-4d92-aebe-3674e1ea5cb7 service neutron] Attempting to bind port f16d9108-f811-48b1-9588-201973be4787 by drivers openvswitch,hyperv on host hv-cinder-81972 at level 0 using segments [{'id': '5544d834-acb2-4355-bf75-8ad6fad60bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd'}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:48:25.001935 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-a205478f-73aa-4d92-aebe-3674e1ea5cb7 service neutron] Attempting to bind port f16d9108-f811-48b1-9588-201973be4787 on network 485a3fcd-6fd6-47e4-b88d-4877d6f347cd {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:48:25.006503 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-aa94f182-2c02-43f9-a119-bbed7426f836 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:25.009272 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-5aa06f23-726e-4e3e-b837-750ae45fa178 req-4bc5bae7-5e2f-4b9c-91ff-a455fe302586 service neutron] 10.222.0.61 "GET /v2.0/networks/562540b5-b080-4163-a4fa-cf4e96df0d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283287 Nov 29 21:48:25.010277 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-a205478f-73aa-4d92-aebe-3674e1ea5cb7 service neutron] Port f16d9108-f811-48b1-9588-201973be4787 on network 485a3fcd-6fd6-47e4-b88d-4877d6f347cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81972 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 21:48:25.010668 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-a205478f-73aa-4d92-aebe-3674e1ea5cb7 service neutron] Attempting to bind port f16d9108-f811-48b1-9588-201973be4787 on network 485a3fcd-6fd6-47e4-b88d-4877d6f347cd {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:48:25.018111 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-a205478f-73aa-4d92-aebe-3674e1ea5cb7 service neutron] Checking agent: {'id': 'bd4952a7-5212-46e1-86e6-5bf28a3d3387', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81972', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'started_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:48:25.018454 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-a205478f-73aa-4d92-aebe-3674e1ea5cb7 service neutron] Checking segment: {'id': '5544d834-acb2-4355-bf75-8ad6fad60bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:48:25.018867 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-a205478f-73aa-4d92-aebe-3674e1ea5cb7 service neutron] Bound using segment: {'id': '5544d834-acb2-4355-bf75-8ad6fad60bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd'} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:48:25.019380 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-a205478f-73aa-4d92-aebe-3674e1ea5cb7 service neutron] Bound port: f16d9108-f811-48b1-9588-201973be4787, host: hv-cinder-81972, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5544d834-acb2-4355-bf75-8ad6fad60bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd'}}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:48:25.019748 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-a205478f-73aa-4d92-aebe-3674e1ea5cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:25.053822 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-aa94f182-2c02-43f9-a119-bbed7426f836 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:25.140236 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-aa94f182-2c02-43f9-a119-bbed7426f836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:25.143554 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-aa94f182-2c02-43f9-a119-bbed7426f836 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:25.145789 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-aa94f182-2c02-43f9-a119-bbed7426f836 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7410d610-1202-4810-a773-2c11bbbdbd26 HTTP/1.1" status: 204 len: 168 time: 0.2102089 Nov 29 21:48:25.166150 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94f182-2c02-43f9-a119-bbed7426f836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7410d610-1202-4810-a773-2c11bbbdbd26,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:25.242095 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-5aa06f23-726e-4e3e-b837-750ae45fa178 req-d7fa8ce7-db0c-410c-adbc-7a1ee2c74914 service neutron] 10.222.0.61 "GET /v2.0/networks/562540b5-b080-4163-a4fa-cf4e96df0d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244511 Nov 29 21:48:25.243161 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-a205478f-73aa-4d92-aebe-3674e1ea5cb7 service neutron] For port f16d9108-f811-48b1-9588-201973be4787, host hv-cinder-81972, cleared binding levels {{(pid=109068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:48:25.246526 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-a205478f-73aa-4d92-aebe-3674e1ea5cb7 service neutron] For port f16d9108-f811-48b1-9588-201973be4787, host hv-cinder-81972, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=f16d9108-f811-48b1-9588-201973be4787,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:48:25.255023 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-a205478f-73aa-4d92-aebe-3674e1ea5cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:25.310610 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d6f55-a9bb-4e6f-9d89-3c35bdb055c3 req-f03a62d7-90a6-47ec-ac41-dee2fe6d0ad5 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:25.312279 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-595d6f55-a9bb-4e6f-9d89-3c35bdb055c3 req-f03a62d7-90a6-47ec-ac41-dee2fe6d0ad5 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 944 time: 0.1482995 Nov 29 21:48:25.331722 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f607fe-936a-4f95-aedd-837053360709 req-54e2bba0-bd47-47a5-b7a3-b20e873845b0 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:25.340100 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-70f607fe-936a-4f95-aedd-837053360709 req-54e2bba0-bd47-47a5-b7a3-b20e873845b0 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 944 time: 0.1099494 Nov 29 21:48:25.351909 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-a205478f-73aa-4d92-aebe-3674e1ea5cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:25.353099 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-a205478f-73aa-4d92-aebe-3674e1ea5cb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:25.356529 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-a205478f-73aa-4d92-aebe-3674e1ea5cb7 service neutron] 10.222.0.61 "PUT /v2.0/ports/f16d9108-f811-48b1-9588-201973be4787 HTTP/1.1" status: 200 len: 1094 time: 1.6607227 Nov 29 21:48:25.386364 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205478f-73aa-4d92-aebe-3674e1ea5cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=f16d9108-f811-48b1-9588-201973be4787,revision_number=3']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:25.404523 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3fbe4dc6-0cf6-401c-9bad-eef942353fa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:25.421675 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 93c1da17-8444-48c7-8594-7d75c9ca5b52 details requested by agent hyperv_hv-cinder-81972 with host hv-cinder-81972 {{(pid=109069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 21:48:25.469192 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 33562) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:25.499240 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-b54006fa-335a-4d53-9cc6-b65fc73a4a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:25.501744 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-b54006fa-335a-4d53-9cc6-b65fc73a4a57 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d96c22324dc549b6927130d27bcd77e2&device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 1097 time: 0.0854352 Nov 29 21:48:25.510784 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-70f607fe-936a-4f95-aedd-837053360709 req-779dc8e0-b42e-4777-88ae-0f49fe251ba6 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691482 Nov 29 21:48:25.517071 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-75c69144-3dbb-49c4-9921-4f9cd5959f29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:25.566200 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 93c1da17-8444-48c7-8594-7d75c9ca5b52, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=93c1da17-8444-48c7-8594-7d75c9ca5b52,segment=NetworkSegment(dd84154f-62e1-4ce9-a174-6d08fab81e95),segment_id=dd84154f-62e1-4ce9-a174-6d08fab81e95)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:25.585095 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 29359342-4d04-4f44-9e17-90e16d94a800 up at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:48:25.598232 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-595d6f55-a9bb-4e6f-9d89-3c35bdb055c3 req-3a2c126b-7d0f-43d8-90c1-ac42adb86cd6 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dafa3d29-9645-4293-b8b3-712da2b2fe0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525544 Nov 29 21:48:25.625925 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Returning: {'device': '93c1da17-8444-48c7-8594-7d75c9ca5b52', 'network_id': 'd3261214-cd19-4620-bdfc-67e5550090e6', 'port_id': '93c1da17-8444-48c7-8594-7d75c9ca5b52', 'mac_address': 'fa:16:3e:66:27:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf79bc07-9ee9-42dd-8fb2-fbb2a3b0a31f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 21:48:25.641414 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-27ed1e00-51a1-4cd3-a021-5a4255d00cde service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f16d9108-f811-48b1-9588-201973be4787 HTTP/1.1" status: 200 len: 217 time: 0.1174128 Nov 29 21:48:25.694718 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe38429-3c77-4b34-bf5f-ef93bb34d2ee', 'tag': 'f16d9108-f811-48b1-9588-201973be4787'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:48:25.698094 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5467c68e-50fa-4080-b29e-826e9bda73ce" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe38429-3c77-4b34-bf5f-ef93bb34d2ee", "tag": "f16d9108-f811-48b1-9588-201973be4787"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:48:25.711815 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:25.714402 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-09eb5d10-94d7-4209-8919-b1a599a89385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:25.717661 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-09eb5d10-94d7-4209-8919-b1a599a89385 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c58ec759-9321-4f1d-9f62-796449e282e7 HTTP/1.1" status: 200 len: 856 time: 0.0687571 Nov 29 21:48:25.727629 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning for port 29359342-4d04-4f44-9e17-90e16d94a800 completed by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 21:48:25.735570 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning complete for port 29359342-4d04-4f44-9e17-90e16d94a800 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:48:25.736165 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:25.759956 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c1da17-8444-48c7-8594-7d75c9ca5b52 {{(pid=109069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:48:25.782726 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-65e7b29f-2d70-4bea-b30e-c2be6b0bb512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:25.786117 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-65e7b29f-2d70-4bea-b30e-c2be6b0bb512 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485a3fcd-6fd6-47e4-b88d-4877d6f347cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613949 Nov 29 21:48:25.798276 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 93c1da17-8444-48c7-8594-7d75c9ca5b52, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=93c1da17-8444-48c7-8594-7d75c9ca5b52,segment=NetworkSegment(dd84154f-62e1-4ce9-a174-6d08fab81e95),segment_id=dd84154f-62e1-4ce9-a174-6d08fab81e95)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:25.808280 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:25.829192 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-75c69144-3dbb-49c4-9921-4f9cd5959f29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:25.836363 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 33572) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:25.837437 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64149db-bd23-43d0-b285-60ab8b4830a2 req-d1722388-883d-4347-aeae-d95926e42180 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:25.847229 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e64149db-bd23-43d0-b285-60ab8b4830a2 req-d1722388-883d-4347-aeae-d95926e42180 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 943 time: 0.1803014 Nov 29 21:48:25.855458 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f3fbca1f-24b3-4831-9ce4-021644f189ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:25.855643 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b100e-3c80-40da-b66e-54f165bbcae3 req-fc5dcd10-f148-4b99-9252-c87b667e1207 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:25.857962 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e49b100e-3c80-40da-b66e-54f165bbcae3 req-fc5dcd10-f148-4b99-9252-c87b667e1207 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.1904612 Nov 29 21:48:25.863789 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3fbe4dc6-0cf6-401c-9bad-eef942353fa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:25.869384 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-75c69144-3dbb-49c4-9921-4f9cd5959f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:25.891484 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3fbe4dc6-0cf6-401c-9bad-eef942353fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:25.911356 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=93c1da17-8444-48c7-8594-7d75c9ca5b52,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:25.915582 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:25.951140 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-2963c6e3-7987-49d7-87b9-99d21d0921a3 service neutron] 10.222.0.61 "GET /v2.0/networks/485a3fcd-6fd6-47e4-b88d-4877d6f347cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563869 Nov 29 21:48:25.952620 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b69804-ef91-4e2b-b898-998bdc0389c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29359342-4d04-4f44-9e17-90e16d94a800'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:48:25.967420 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-75c69144-3dbb-49c4-9921-4f9cd5959f29 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=22060e53dee64ed483f329fa96cab749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4921036 Nov 29 21:48:25.970926 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 33574) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:25.979560 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c69144-3dbb-49c4-9921-4f9cd5959f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d249350b-0219-42cd-91ce-47d8e3128e64,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:25.984918 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-3fbe4dc6-0cf6-401c-9bad-eef942353fa3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=76bbf3e8f1a34b4a920e25b8075b0df4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0738087 Nov 29 21:48:25.995268 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 33576) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:26.023940 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e64149db-bd23-43d0-b285-60ab8b4830a2 req-0b9283cb-93b1-4fed-9ae0-502a89981414 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=081f932f-7903-4299-ba6f-1b2e70f0cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764464 Nov 29 21:48:26.045356 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 29359342-4d04-4f44-9e17-90e16d94a800, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=29359342-4d04-4f44-9e17-90e16d94a800,segment=NetworkSegment(dd84154f-62e1-4ce9-a174-6d08fab81e95),segment_id=dd84154f-62e1-4ce9-a174-6d08fab81e95)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:26.053762 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['93c1da17-8444-48c7-8594-7d75c9ca5b52'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 21:48:26.073942 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e49b100e-3c80-40da-b66e-54f165bbcae3 req-5f754bac-6769-445b-9eff-a468630106f3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010655 Nov 29 21:48:26.075976 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe4dc6-0cf6-401c-9bad-eef942353fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a39d78-9a38-4b86-814e-9ce146c83831,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:26.116563 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:26.117470 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device a8786a8a-cfa1-45de-927d-72613e1bc431 up at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:48:26.184066 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 21:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42cf8b7-5087-40de-8937-768e060f1221 x-openstack-request-id: req-d42cf8b7-5087-40de-8937-768e060f1221 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:48:26.184594 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe38429-3c77-4b34-bf5f-ef93bb34d2ee", "tag": "f16d9108-f811-48b1-9588-201973be4787", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:48:26.185136 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d42cf8b7-5087-40de-8937-768e060f1221 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:48:26.185828 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe38429-3c77-4b34-bf5f-ef93bb34d2ee', 'tag': 'f16d9108-f811-48b1-9588-201973be4787', 'status': 'completed', 'code': 200} Nov 29 21:48:26.187295 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf8dc4-9815-4b3d-baa0-5fa09480caaf req-67fc28fb-0f51-43cc-9f2d-b7088d658f5d tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:26.190487 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-73cf8dc4-9815-4b3d-baa0-5fa09480caaf req-67fc28fb-0f51-43cc-9f2d-b7088d658f5d tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 945 time: 0.0856431 Nov 29 21:48:26.208939 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}794315610de439447aed72074188a67d63b98ede12239f2058763371c4f7a0e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93e5b1b-ee4d-4dfe-937a-f39e37f93400" -d '{"events": [{"server_uuid": "c6b69804-ef91-4e2b-b898-998bdc0389c6", "name": "network-vif-plugged", "status": "completed", "tag": "29359342-4d04-4f44-9e17-90e16d94a800"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:48:26.240504 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1956c807-48a0-40ad-b05b-edd43dbd42f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:26.242867 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=29359342-4d04-4f44-9e17-90e16d94a800,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:26.274578 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f3fbca1f-24b3-4831-9ce4-021644f189ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:26.282495 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e886c5bd-5604-4aac-ba30-3f7cc68ff768 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:26.285817 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning for port a8786a8a-cfa1-45de-927d-72613e1bc431 completed by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 21:48:26.296738 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning complete for port a8786a8a-cfa1-45de-927d-72613e1bc431 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:48:26.297368 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:26.297931 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-73cf8dc4-9815-4b3d-baa0-5fa09480caaf req-d08b2e48-1fa9-4107-a6db-380289d2ff87 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950851 Nov 29 21:48:26.311702 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-94acb80c-5c5e-43f2-a0fc-a9b26a86fc50 req-8c3ae3b9-ee20-4cfe-8623-7a14d687d0da service neutron] 10.222.0.61 "GET /v2.0/networks/485a3fcd-6fd6-47e4-b88d-4877d6f347cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526211 Nov 29 21:48:26.313593 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e886c5bd-5604-4aac-ba30-3f7cc68ff768 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:26.318196 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f3fbca1f-24b3-4831-9ce4-021644f189ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:26.327255 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1956c807-48a0-40ad-b05b-edd43dbd42f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:26.367270 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 21:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6492493e-d32d-43a7-9d08-d4145c5aba21 x-openstack-request-id: req-6492493e-d32d-43a7-9d08-d4145c5aba21 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:48:26.367575 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b69804-ef91-4e2b-b898-998bdc0389c6", "name": "network-vif-plugged", "status": "completed", "tag": "29359342-4d04-4f44-9e17-90e16d94a800", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:48:26.367825 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6492493e-d32d-43a7-9d08-d4145c5aba21 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:48:26.368281 dv-cinder-819722-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b69804-ef91-4e2b-b898-998bdc0389c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29359342-4d04-4f44-9e17-90e16d94a800', 'code': 200} Nov 29 21:48:26.413885 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:26.417252 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-f3fbca1f-24b3-4831-9ce4-021644f189ea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4b1e6f36dd54478c906e119ffe31c372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5776505 Nov 29 21:48:26.417625 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 33586) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:26.453452 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port a8786a8a-cfa1-45de-927d-72613e1bc431, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=a8786a8a-cfa1-45de-927d-72613e1bc431,segment=NetworkSegment(1a36d94c-512a-420a-8203-8174481a1b34),segment_id=1a36d94c-512a-420a-8203-8174481a1b34)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:26.462015 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:26.462204 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbca1f-24b3-4831-9ce4-021644f189ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96d4444-d38e-49ce-8fbc-832fd151f80f,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:26.463590 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 5be49f86-624d-461d-90b4-bcadedea22f7 up at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:48:26.482526 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467c68e-50fa-4080-b29e-826e9bda73ce req-b0bd9e34-9524-49c7-b3c7-9e8cf66344a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:26.484392 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-5467c68e-50fa-4080-b29e-826e9bda73ce req-b0bd9e34-9524-49c7-b3c7-9e8cf66344a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d96c22324dc549b6927130d27bcd77e2&device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 1097 time: 0.1008933 Nov 29 21:48:26.495576 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e886c5bd-5604-4aac-ba30-3f7cc68ff768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:26.498996 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e886c5bd-5604-4aac-ba30-3f7cc68ff768 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:26.500071 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-e886c5bd-5604-4aac-ba30-3f7cc68ff768 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4a39d78-9a38-4b86-814e-9ce146c83831 HTTP/1.1" status: 204 len: 168 time: 0.5039744 Nov 29 21:48:26.511618 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1956c807-48a0-40ad-b05b-edd43dbd42f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:26.513097 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-579218ba-6787-463b-a396-9789655d375c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:26.514775 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1956c807-48a0-40ad-b05b-edd43dbd42f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:26.518261 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-1956c807-48a0-40ad-b05b-edd43dbd42f5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d249350b-0219-42cd-91ce-47d8e3128e64 HTTP/1.1" status: 204 len: 168 time: 0.5440867 Nov 29 21:48:26.534513 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886c5bd-5604-4aac-ba30-3f7cc68ff768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a39d78-9a38-4b86-814e-9ce146c83831,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:26.554828 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-579218ba-6787-463b-a396-9789655d375c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:26.648106 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-579218ba-6787-463b-a396-9789655d375c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:26.657203 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-579218ba-6787-463b-a396-9789655d375c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:26.661701 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-579218ba-6787-463b-a396-9789655d375c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b96d4444-d38e-49ce-8fbc-832fd151f80f HTTP/1.1" status: 204 len: 168 time: 0.2429531 Nov 29 21:48:26.667325 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=a8786a8a-cfa1-45de-927d-72613e1bc431,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:26.706640 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning for port 5be49f86-624d-461d-90b4-bcadedea22f7 completed by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 21:48:26.707954 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579218ba-6787-463b-a396-9789655d375c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96d4444-d38e-49ce-8fbc-832fd151f80f,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:26.711133 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning complete for port 5be49f86-624d-461d-90b4-bcadedea22f7 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:48:26.711570 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:26.729487 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956c807-48a0-40ad-b05b-edd43dbd42f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d249350b-0219-42cd-91ce-47d8e3128e64,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:26.830336 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4140a-64ca-48c8-8c6a-920b29d32e7f req-307526eb-ee75-44e3-aa94-9b25fac3e5cf tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:26.831959 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-69b4140a-64ca-48c8-8c6a-920b29d32e7f req-307526eb-ee75-44e3-aa94-9b25fac3e5cf tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 945 time: 0.1692183 Nov 29 21:48:26.844963 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:26.884228 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 5be49f86-624d-461d-90b4-bcadedea22f7, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=5be49f86-624d-461d-90b4-bcadedea22f7,segment=NetworkSegment(de0a6a16-024c-488f-ad7d-86873bf86dc1),segment_id=de0a6a16-024c-488f-ad7d-86873bf86dc1)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:26.889167 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbebe3-be5e-4afc-8270-01b5b0dfa9de req-a47b695e-5e52-4e07-be2f-fffdd7d7f55f tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:26.890968 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-51dbebe3-be5e-4afc-8270-01b5b0dfa9de req-a47b695e-5e52-4e07-be2f-fffdd7d7f55f tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 944 time: 0.1706901 Nov 29 21:48:26.894119 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:26.954896 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=5be49f86-624d-461d-90b4-bcadedea22f7,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:26.991500 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-69b4140a-64ca-48c8-8c6a-920b29d32e7f req-5e982f2a-b651-4b0a-9583-7bbd9e2445a1 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480205 Nov 29 21:48:27.033045 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-51dbebe3-be5e-4afc-8270-01b5b0dfa9de req-ec4bc73e-c730-4f4e-b0b8-2549fe77201d tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dafa3d29-9645-4293-b8b3-712da2b2fe0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297293 Nov 29 21:48:27.048836 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bdbc9-a199-40fd-aa15-b5f36cdf4430 req-2f6ef469-dfa1-49c7-af2e-1dc5c7f678be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:27.050506 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-b88bdbc9-a199-40fd-aa15-b5f36cdf4430 req-2f6ef469-dfa1-49c7-af2e-1dc5c7f678be service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 1098 time: 0.4619532 Nov 29 21:48:27.053532 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467c68e-50fa-4080-b29e-826e9bda73ce req-1c9c5fb6-3e77-4603-87b0-c6294ae0f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:27.054873 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-5467c68e-50fa-4080-b29e-826e9bda73ce req-1c9c5fb6-3e77-4603-87b0-c6294ae0f373 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485a3fcd-6fd6-47e4-b88d-4877d6f347cd HTTP/1.1" status: 200 len: 918 time: 0.5610867 Nov 29 21:48:27.112747 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-5467c68e-50fa-4080-b29e-826e9bda73ce req-c390bd88-39fc-410b-a115-7fb13ee452d7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f16d9108-f811-48b1-9588-201973be4787 HTTP/1.1" status: 200 len: 217 time: 0.0463023 Nov 29 21:48:27.112834 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 33604) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:27.114509 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-b88bdbc9-a199-40fd-aa15-b5f36cdf4430 req-6fceb2e8-fdcb-4162-8fda-67cfec40cb98 service neutron] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:27.148421 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-2200256d-2c40-4430-80d0-b37b75b4bdae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:27.213804 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e093ad8-f7df-4bec-afeb-e7bb3c5447d9 req-425e3970-ef9d-43c9-8e41-dfa4f0d92a1e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:27.217178 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2e093ad8-f7df-4bec-afeb-e7bb3c5447d9 req-425e3970-ef9d-43c9-8e41-dfa4f0d92a1e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 943 time: 0.1075807 Nov 29 21:48:27.241254 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467c68e-50fa-4080-b29e-826e9bda73ce req-eb92dae5-d6ea-45d6-a11f-38ce897ad361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:27.242742 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-5467c68e-50fa-4080-b29e-826e9bda73ce req-eb92dae5-d6ea-45d6-a11f-38ce897ad361 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c58ec759-9321-4f1d-9f62-796449e282e7 HTTP/1.1" status: 200 len: 856 time: 0.1048753 Nov 29 21:48:27.315409 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467c68e-50fa-4080-b29e-826e9bda73ce req-041aa51f-d762-47ba-9947-01f1e654b600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:27.317008 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-5467c68e-50fa-4080-b29e-826e9bda73ce req-041aa51f-d762-47ba-9947-01f1e654b600 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485a3fcd-6fd6-47e4-b88d-4877d6f347cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664301 Nov 29 21:48:27.331430 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49083c43-062a-4378-b939-ed59d3513d1b req-4f52b0a1-382c-476b-8fe8-2d6bf9f3579e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:27.332885 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-49083c43-062a-4378-b939-ed59d3513d1b req-4f52b0a1-382c-476b-8fe8-2d6bf9f3579e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.1133046 Nov 29 21:48:27.347465 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-b88bdbc9-a199-40fd-aa15-b5f36cdf4430 req-6fceb2e8-fdcb-4162-8fda-67cfec40cb98 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:27.361199 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-b88bdbc9-a199-40fd-aa15-b5f36cdf4430 req-6fceb2e8-fdcb-4162-8fda-67cfec40cb98 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:27.423082 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fceb2e8-fdcb-4162-8fda-67cfec40cb98 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad90e2c-bd27-47bb-b6fa-c57a68aa878f,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:27.427479 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-49083c43-062a-4378-b939-ed59d3513d1b req-8e3225f2-b832-4e27-8134-8ba2ecc6464c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826552 Nov 29 21:48:27.436235 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 01ab7e9a-906e-47ce-a0b8-104398f2dfc3 details requested by agent hyperv_hv-cinder-81972 with host hv-cinder-81972 {{(pid=109069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 21:48:27.437902 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2e093ad8-f7df-4bec-afeb-e7bb3c5447d9 req-e35c0008-3b7d-4665-aa40-2894cbf6e33a tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=081f932f-7903-4299-ba6f-1b2e70f0cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684954 Nov 29 21:48:27.439550 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-b88bdbc9-a199-40fd-aa15-b5f36cdf4430 req-6fceb2e8-fdcb-4162-8fda-67cfec40cb98 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628075 Nov 29 21:48:27.464236 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-2200256d-2c40-4430-80d0-b37b75b4bdae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:27.469788 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-2200256d-2c40-4430-80d0-b37b75b4bdae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:27.484881 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 93c1da17-8444-48c7-8594-7d75c9ca5b52 up at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:48:27.525012 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-5467c68e-50fa-4080-b29e-826e9bda73ce req-2172c65d-2dd9-4161-8e7c-e705783ee40f service neutron] 10.222.0.61 "GET /v2.0/networks/485a3fcd-6fd6-47e4-b88d-4877d6f347cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972342 Nov 29 21:48:27.557116 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200256d-2c40-4430-80d0-b37b75b4bdae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96fce10-ed5b-4b89-8b8b-5c40e971ac7d,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:27.568894 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-2200256d-2c40-4430-80d0-b37b75b4bdae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=80bcd8e73c914c11a77f31c3381199fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4550707 Nov 29 21:48:27.572558 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 33626) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:27.642200 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a9c77-cf6e-4003-a883-b500650b59bd req-d298bab0-cbca-43c6-a635-e850c00e3af2 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:27.647915 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-067a9c77-cf6e-4003-a883-b500650b59bd req-d298bab0-cbca-43c6-a635-e850c00e3af2 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 945 time: 0.0934207 Nov 29 21:48:27.648970 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 01ab7e9a-906e-47ce-a0b8-104398f2dfc3, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=01ab7e9a-906e-47ce-a0b8-104398f2dfc3,segment=NetworkSegment(c474d39d-c2f7-4b49-acd8-82f36e651454),segment_id=c474d39d-c2f7-4b49-acd8-82f36e651454)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:27.661524 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning for port 93c1da17-8444-48c7-8594-7d75c9ca5b52 completed by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 21:48:27.668189 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Returning: {'device': '01ab7e9a-906e-47ce-a0b8-104398f2dfc3', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'port_id': '01ab7e9a-906e-47ce-a0b8-104398f2dfc3', 'mac_address': 'fa:16:3e:ac:78:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 21:48:27.669837 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning complete for port 93c1da17-8444-48c7-8594-7d75c9ca5b52 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:48:27.670694 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:27.687472 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-51219cf1-0eb9-4c79-b4b8-7d128b7fd0eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:27.745213 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-067a9c77-cf6e-4003-a883-b500650b59bd req-2320e276-ff24-4267-898f-6f7268a69aaa tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920291 Nov 29 21:48:27.756911 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-51219cf1-0eb9-4c79-b4b8-7d128b7fd0eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:27.757026 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:27.784458 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ab7e9a-906e-47ce-a0b8-104398f2dfc3 {{(pid=109069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:48:27.822807 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-51219cf1-0eb9-4c79-b4b8-7d128b7fd0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:27.831527 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-51219cf1-0eb9-4c79-b4b8-7d128b7fd0eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:27.833277 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-51219cf1-0eb9-4c79-b4b8-7d128b7fd0eb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f96fce10-ed5b-4b89-8b8b-5c40e971ac7d HTTP/1.1" status: 204 len: 168 time: 0.2609704 Nov 29 21:48:27.849416 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51219cf1-0eb9-4c79-b4b8-7d128b7fd0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96fce10-ed5b-4b89-8b8b-5c40e971ac7d,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:27.858996 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 01ab7e9a-906e-47ce-a0b8-104398f2dfc3, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=01ab7e9a-906e-47ce-a0b8-104398f2dfc3,segment=NetworkSegment(c474d39d-c2f7-4b49-acd8-82f36e651454),segment_id=c474d39d-c2f7-4b49-acd8-82f36e651454)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:27.869689 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:27.870626 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-5467c68e-50fa-4080-b29e-826e9bda73ce req-d9c887d8-4783-48e1-8010-8cbca0af63f7 service neutron] 10.222.0.61 "GET /v2.0/networks/485a3fcd-6fd6-47e4-b88d-4877d6f347cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264287 Nov 29 21:48:27.874397 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:27.960329 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 93c1da17-8444-48c7-8594-7d75c9ca5b52, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=93c1da17-8444-48c7-8594-7d75c9ca5b52,segment=NetworkSegment(dd84154f-62e1-4ce9-a174-6d08fab81e95),segment_id=dd84154f-62e1-4ce9-a174-6d08fab81e95)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:27.963422 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=01ab7e9a-906e-47ce-a0b8-104398f2dfc3,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:27.967854 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:28.027631 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=93c1da17-8444-48c7-8594-7d75c9ca5b52,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:28.119863 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['01ab7e9a-906e-47ce-a0b8-104398f2dfc3'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 21:48:28.140317 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d19bef-c3a8-4616-bef6-7650c07cdc40 req-d9b614e4-16c5-47f3-82bc-a24c3ea8164e tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:28.148401 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-48d19bef-c3a8-4616-bef6-7650c07cdc40 req-d9b614e4-16c5-47f3-82bc-a24c3ea8164e tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 945 time: 0.0874062 Nov 29 21:48:28.225855 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-48d19bef-c3a8-4616-bef6-7650c07cdc40 req-e482fd56-4c9a-4501-aec2-77e1db4e5e55 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747511 Nov 29 21:48:28.244643 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db3ede-8c03-4abd-bf47-8eab54623bc1 req-86642536-1078-4d83-acd2-2452bb18f9e4 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:28.247090 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e8db3ede-8c03-4abd-bf47-8eab54623bc1 req-86642536-1078-4d83-acd2-2452bb18f9e4 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 945 time: 0.1264176 Nov 29 21:48:28.319926 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e8db3ede-8c03-4abd-bf47-8eab54623bc1 req-85d00f9e-dbf5-469a-bb6a-3242507554de tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dafa3d29-9645-4293-b8b3-712da2b2fe0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660474 Nov 29 21:48:28.370073 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2779b74d-5151-4427-8f7e-b65acb8cda79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8786a8a-cfa1-45de-927d-72613e1bc431'}, {'server_uuid': '953fea49-adec-4352-be6f-774342a7661a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be49f86-624d-461d-90b4-bcadedea22f7'}, {'server_uuid': 'b6566645-d86a-42db-b89a-841fa40bf539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c1da17-8444-48c7-8594-7d75c9ca5b52'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:48:28.373195 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}794315610de439447aed72074188a67d63b98ede12239f2058763371c4f7a0e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a5dc6f-2f07-4b64-a4e5-57f3ef3a3c8e" -d '{"events": [{"server_uuid": "2779b74d-5151-4427-8f7e-b65acb8cda79", "name": "network-vif-plugged", "status": "completed", "tag": "a8786a8a-cfa1-45de-927d-72613e1bc431"}, {"server_uuid": "953fea49-adec-4352-be6f-774342a7661a", "name": "network-vif-plugged", "status": "completed", "tag": "5be49f86-624d-461d-90b4-bcadedea22f7"}, {"server_uuid": "b6566645-d86a-42db-b89a-841fa40bf539", "name": "network-vif-plugged", "status": "completed", "tag": "93c1da17-8444-48c7-8594-7d75c9ca5b52"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:48:28.426024 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 29 Nov 2021 21:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d169f930-c95d-4569-a4d6-53f8458371e0 x-openstack-request-id: req-d169f930-c95d-4569-a4d6-53f8458371e0 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:48:28.426470 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2779b74d-5151-4427-8f7e-b65acb8cda79", "name": "network-vif-plugged", "status": "completed", "tag": "a8786a8a-cfa1-45de-927d-72613e1bc431", "code": 200}, {"server_uuid": "953fea49-adec-4352-be6f-774342a7661a", "name": "network-vif-plugged", "status": "completed", "tag": "5be49f86-624d-461d-90b4-bcadedea22f7", "code": 200}, {"server_uuid": "b6566645-d86a-42db-b89a-841fa40bf539", "name": "network-vif-plugged", "status": "completed", "tag": "93c1da17-8444-48c7-8594-7d75c9ca5b52", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:48:28.426723 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d169f930-c95d-4569-a4d6-53f8458371e0 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:48:28.427159 dv-cinder-819722-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2779b74d-5151-4427-8f7e-b65acb8cda79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8786a8a-cfa1-45de-927d-72613e1bc431', 'code': 200} Nov 29 21:48:28.427412 dv-cinder-819722-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fea49-adec-4352-be6f-774342a7661a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be49f86-624d-461d-90b4-bcadedea22f7', 'code': 200} Nov 29 21:48:28.427862 dv-cinder-819722-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6566645-d86a-42db-b89a-841fa40bf539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c1da17-8444-48c7-8594-7d75c9ca5b52', 'code': 200} Nov 29 21:48:28.429875 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 33666) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:28.712675 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77103814-b0a6-4c29-a5e7-8fe094035fa0 req-13b9e54e-de3f-4d8c-ab17-61c80059f295 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:28.713853 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-77103814-b0a6-4c29-a5e7-8fe094035fa0 req-13b9e54e-de3f-4d8c-ab17-61c80059f295 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 944 time: 0.1513684 Nov 29 21:48:28.731416 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49016824-22ba-45e7-8b2a-1ff164d209d7 req-5fbe3b1f-822d-4e32-9a11-7e7fb5fdc1a1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:28.733413 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-49016824-22ba-45e7-8b2a-1ff164d209d7 req-5fbe3b1f-822d-4e32-9a11-7e7fb5fdc1a1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.1659994 Nov 29 21:48:28.737293 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-42dbd0d7-16eb-4241-8f2a-22a9876d0c5a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1391000670-network', 'tenant_id': '8a727bced07442fb877f89dd67bc1353'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:48:28.813712 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:28.846016 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42dbd0d7-16eb-4241-8f2a-22a9876d0c5a admin admin] Made reservation on behalf of 8a727bced07442fb877f89dd67bc1353 for: {'network': 1} {{(pid=109067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:48:28.848304 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-42dbd0d7-16eb-4241-8f2a-22a9876d0c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for network, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:28.860003 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d726bb2-3d62-43ab-8a6f-2f02260c8001 req-d4f9203d-c759-4d2d-a070-8200f8b15fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:28.861578 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7d726bb2-3d62-43ab-8a6f-2f02260c8001 req-d4f9203d-c759-4d2d-a070-8200f8b15fc8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 1099 time: 0.1303899 Nov 29 21:48:28.868081 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-49016824-22ba-45e7-8b2a-1ff164d209d7 req-a892088e-bd92-4db4-b527-6f01321142de tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179614 Nov 29 21:48:28.869368 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-42dbd0d7-16eb-4241-8f2a-22a9876d0c5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:28.874975 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-77103814-b0a6-4c29-a5e7-8fe094035fa0 req-fa9d0b3b-da93-4189-9e29-f0fcf0fd1d57 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=081f932f-7903-4299-ba6f-1b2e70f0cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529837 Nov 29 21:48:28.886818 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6e269-61a4-4161-86e0-4739d972a3d7 req-fca716d2-e421-44c3-97b8-60864b4416c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:28.889732 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-19f6e269-61a4-4161-86e0-4739d972a3d7 req-fca716d2-e421-44c3-97b8-60864b4416c4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 1098 time: 0.1429191 Nov 29 21:48:28.906253 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca3ed8-d739-4f8e-b9f8-f449f2c8d23d req-30e120af-ab37-4968-9a25-eb80178deb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:28.907906 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1dca3ed8-d739-4f8e-b9f8-f449f2c8d23d req-30e120af-ab37-4968-9a25-eb80178deb8e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 1098 time: 0.0913663 Nov 29 21:48:29.014122 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1dca3ed8-d739-4f8e-b9f8-f449f2c8d23d req-7e4141e2-4b9b-4f40-bf3f-fe67e15360b1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dafa3d29-9645-4293-b8b3-712da2b2fe0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904243 Nov 29 21:48:29.017876 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7d726bb2-3d62-43ab-8a6f-2f02260c8001 req-f31da05a-71c4-4490-8d1f-918005fc0ad7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266930 Nov 29 21:48:29.020048 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-19f6e269-61a4-4161-86e0-4739d972a3d7 req-566a4c38-483f-440d-965e-7a280b0026b3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101477 Nov 29 21:48:29.139926 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-42dbd0d7-16eb-4241-8f2a-22a9876d0c5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:29.145645 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-42dbd0d7-16eb-4241-8f2a-22a9876d0c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:29.167997 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42dbd0d7-16eb-4241-8f2a-22a9876d0c5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=109067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 21:48:29.193988 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c50b9-0c58-42a3-ab7b-53392d1b027a req-540c56ea-b897-47e8-b9b4-00bf0ba6d6a6 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:29.195522 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-833c50b9-0c58-42a3-ab7b-53392d1b027a req-540c56ea-b897-47e8-b9b4-00bf0ba6d6a6 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.2290437 Nov 29 21:48:29.200943 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-42dbd0d7-16eb-4241-8f2a-22a9876d0c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:29.201289 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.db.segments_db [None req-42dbd0d7-16eb-4241-8f2a-22a9876d0c5a admin admin] Added segment 6f64cefe-819a-41ad-b85a-f3be50f6f3dc of type vlan for network 6d4ff1e5-d7ef-4aae-b692-4683df30de2b Nov 29 21:48:29.202648 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbd0d7-16eb-4241-8f2a-22a9876d0c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1badb5-98c9-47bf-a512-6487b930b9ae,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:29.280147 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-42dbd0d7-16eb-4241-8f2a-22a9876d0c5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752945079902'] for network, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:29.305419 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-833c50b9-0c58-42a3-ab7b-53392d1b027a req-d29b2d5f-c774-4462-bcad-d148eeb61232 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938852 Nov 29 21:48:29.350311 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-42dbd0d7-16eb-4241-8f2a-22a9876d0c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for network, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:29.351360 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dbd0d7-16eb-4241-8f2a-22a9876d0c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:29.351961 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-42dbd0d7-16eb-4241-8f2a-22a9876d0c5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:29.397017 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-42dbd0d7-16eb-4241-8f2a-22a9876d0c5a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9650416 Nov 29 21:48:29.401390 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 33704) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:29.407950 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-2c8e3b6f-85ae-46f6-8835-86f90421e1f6 admin admin] Request body: {'subnet': {'network_id': '6d4ff1e5-d7ef-4aae-b692-4683df30de2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1391000670-subnet', 'tenant_id': '8a727bced07442fb877f89dd67bc1353', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:48:29.429535 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8e3b6f-85ae-46f6-8835-86f90421e1f6 admin admin] Made reservation on behalf of 8a727bced07442fb877f89dd67bc1353 for: {'subnet': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:48:29.431936 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3b6f-85ae-46f6-8835-86f90421e1f6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:29.443506 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0f0f2-50fd-43cc-a23c-216f7a76f333 req-7e70d035-6bca-480e-bcdc-97d9b06d16d2 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:29.445244 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-50b0f0f2-50fd-43cc-a23c-216f7a76f333 req-7e70d035-6bca-480e-bcdc-97d9b06d16d2 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 945 time: 0.1337233 Nov 29 21:48:29.445877 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbd0d7-16eb-4241-8f2a-22a9876d0c5a admin admin] Pushing event updated for resources: {'Network': ['ID=6d4ff1e5-d7ef-4aae-b692-4683df30de2b,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:29.461087 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Network 6d4ff1e5-d7ef-4aae-b692-4683df30de2b details requested by agent ovs-agent-dv-cinder-819722-1-iscsi with host dv-cinder-819722-1-iscsi {{(pid=109069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 21:48:29.468767 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device f16d9108-f811-48b1-9588-201973be4787 details requested by agent hyperv_hv-cinder-81972 with host hv-cinder-81972 {{(pid=109069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 21:48:29.470935 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 01ab7e9a-906e-47ce-a0b8-104398f2dfc3 up at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:48:29.523026 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fe984-5a85-410e-9739-4761f87e6fef req-585c4b1b-22ea-4df5-a1ae-4352a9a4d6b8 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:29.524620 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-443fe984-5a85-410e-9739-4761f87e6fef req-585c4b1b-22ea-4df5-a1ae-4352a9a4d6b8 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 945 time: 0.0984397 Nov 29 21:48:29.558590 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-50b0f0f2-50fd-43cc-a23c-216f7a76f333 req-c5dcf4cb-81c9-4a66-ae50-9fc795f0ac92 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058755 Nov 29 21:48:29.594051 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-443fe984-5a85-410e-9739-4761f87e6fef req-8bfe06b6-7446-4ed5-95f7-7238d9809f32 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dafa3d29-9645-4293-b8b3-712da2b2fe0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580130 Nov 29 21:48:29.677261 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3b6f-85ae-46f6-8835-86f90421e1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for subnet, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:29.748568 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e3b6f-85ae-46f6-8835-86f90421e1f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a595db27-2145-40a6-bf96-b7a2a3096dde,revision_number=0']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:29.764037 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8e3b6f-85ae-46f6-8835-86f90421e1f6 admin admin] Checking segment: {'id': '6f64cefe-819a-41ad-b85a-f3be50f6f3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6d4ff1e5-d7ef-4aae-b692-4683df30de2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:48:29.764752 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8e3b6f-85ae-46f6-8835-86f90421e1f6 admin admin] Network hostable DHCP agents. Network: 6d4ff1e5-d7ef-4aae-b692-4683df30de2b, hostable agents: ['f050ea31-2221-4d35-9e43-364bf64fbd15'], hosted agents: [] {{(pid=109068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 21:48:29.787649 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8e3b6f-85ae-46f6-8835-86f90421e1f6 admin admin] Network 6d4ff1e5-d7ef-4aae-b692-4683df30de2b is scheduled to be hosted by DHCP agent f050ea31-2221-4d35-9e43-364bf64fbd15 with binding_index 1 {{(pid=109068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 21:48:29.793337 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning for port 01ab7e9a-906e-47ce-a0b8-104398f2dfc3 completed by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 21:48:29.806784 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [None req-2c8e3b6f-85ae-46f6-8835-86f90421e1f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819722-1-iscsi, 6d4ff1e5-d7ef-4aae-b692-4683df30de2b) {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:48:29.813757 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8e3b6f-85ae-46f6-8835-86f90421e1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:29.814912 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3b6f-85ae-46f6-8835-86f90421e1f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for subnet, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:29.827524 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning complete for port 01ab7e9a-906e-47ce-a0b8-104398f2dfc3 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:48:29.828093 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:29.833359 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c93bdb-50cb-4c0b-bc43-4deb00474d5d None None] Network 6d4ff1e5-d7ef-4aae-b692-4683df30de2b requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:48:29.840096 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-2c8e3b6f-85ae-46f6-8835-86f90421e1f6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4371562 Nov 29 21:48:30.022481 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port f16d9108-f811-48b1-9588-201973be4787, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=f16d9108-f811-48b1-9588-201973be4787,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:30.076915 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Returning: {'device': 'f16d9108-f811-48b1-9588-201973be4787', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'port_id': 'f16d9108-f811-48b1-9588-201973be4787', 'mac_address': 'fa:16:3e:3d:65:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 21:48:30.087508 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bc758-ccd1-456e-b4a6-eb5a04d5b6be req-d7accc24-51a8-4299-abde-801547cc2404 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:30.089206 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3d2bc758-ccd1-456e-b4a6-eb5a04d5b6be req-d7accc24-51a8-4299-abde-801547cc2404 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.1124713 Nov 29 21:48:30.100054 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63efa5-2e9f-4360-9447-337f24e03536 req-7525549a-b667-4dcb-89f4-438f801d58af tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:30.102083 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ea63efa5-2e9f-4360-9447-337f24e03536 req-7525549a-b667-4dcb-89f4-438f801d58af tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 944 time: 0.0920024 Nov 29 21:48:30.183844 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c0e0ca-2acc-4ae3-a6af-df943a578ce3 None None] Network 6d4ff1e5-d7ef-4aae-b692-4683df30de2b requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:48:30.191313 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:30.198602 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3d2bc758-ccd1-456e-b4a6-eb5a04d5b6be req-6bd8108e-a6de-493a-b5e5-04fffb536a26 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952497 Nov 29 21:48:30.226003 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:30.248137 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ea63efa5-2e9f-4360-9447-337f24e03536 req-9ee9254b-5ea1-43a9-977c-f567458280fb tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=081f932f-7903-4299-ba6f-1b2e70f0cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080184 Nov 29 21:48:30.301937 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16d9108-f811-48b1-9588-201973be4787 {{(pid=109069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:48:30.309250 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 01ab7e9a-906e-47ce-a0b8-104398f2dfc3, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=01ab7e9a-906e-47ce-a0b8-104398f2dfc3,segment=NetworkSegment(c474d39d-c2f7-4b49-acd8-82f36e651454),segment_id=c474d39d-c2f7-4b49-acd8-82f36e651454)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:30.317007 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:30.390488 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port f16d9108-f811-48b1-9588-201973be4787, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=f16d9108-f811-48b1-9588-201973be4787,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:30.417340 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:30.428260 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=01ab7e9a-906e-47ce-a0b8-104398f2dfc3,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:30.461553 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9984f9-0b78-490f-87ed-a1315d066150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ab7e9a-906e-47ce-a0b8-104398f2dfc3'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:48:30.464230 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}794315610de439447aed72074188a67d63b98ede12239f2058763371c4f7a0e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bac15d-633e-4cb8-838a-9944ac4a431c" -d '{"events": [{"server_uuid": "7f9984f9-0b78-490f-87ed-a1315d066150", "name": "network-vif-plugged", "status": "completed", "tag": "01ab7e9a-906e-47ce-a0b8-104398f2dfc3"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:48:30.505435 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc86899-bf8d-4b87-b295-7a801bfcc8b7 req-bfc971c3-668f-49d1-b9e5-1e99ad62e88c tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:30.514244 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-adc86899-bf8d-4b87-b295-7a801bfcc8b7 req-bfc971c3-668f-49d1-b9e5-1e99ad62e88c tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0965259 Nov 29 21:48:30.530180 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 21:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabce2bf-734c-4960-b622-c348a0141dff x-openstack-request-id: req-fabce2bf-734c-4960-b622-c348a0141dff {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:48:30.530180 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9984f9-0b78-490f-87ed-a1315d066150", "name": "network-vif-plugged", "status": "completed", "tag": "01ab7e9a-906e-47ce-a0b8-104398f2dfc3", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:48:30.530180 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fabce2bf-734c-4960-b622-c348a0141dff {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:48:30.530180 dv-cinder-819722-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9984f9-0b78-490f-87ed-a1315d066150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ab7e9a-906e-47ce-a0b8-104398f2dfc3', 'code': 200} Nov 29 21:48:30.549326 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=f16d9108-f811-48b1-9588-201973be4787,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:30.566401 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-adc86899-bf8d-4b87-b295-7a801bfcc8b7 req-1e05186a-3de6-42f4-9b28-fd8af153e111 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511935 Nov 29 21:48:30.705699 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fee386-f744-4e19-beb5-ae010ca46965 req-f4a851d9-6372-4bfe-bd14-4bf0bc62935e tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:30.707031 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-37fee386-f744-4e19-beb5-ae010ca46965 req-f4a851d9-6372-4bfe-bd14-4bf0bc62935e tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 945 time: 0.0732293 Nov 29 21:48:30.741393 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37a2d2-ec6f-4489-8ae9-18150883b3df req-41c18b73-cb43-400a-b4cc-273ae9798b0d tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:30.742767 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1e37a2d2-ec6f-4489-8ae9-18150883b3df req-41c18b73-cb43-400a-b4cc-273ae9798b0d tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 945 time: 0.0757897 Nov 29 21:48:30.780595 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-37fee386-f744-4e19-beb5-ae010ca46965 req-351ebd6c-de78-40c5-bea4-9bf4c620e7c0 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675771 Nov 29 21:48:30.807626 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1e37a2d2-ec6f-4489-8ae9-18150883b3df req-cb3be883-2b02-4bd3-aff9-bec80abd435b tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dafa3d29-9645-4293-b8b3-712da2b2fe0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548198 Nov 29 21:48:31.319146 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c7567-4e5f-40da-8dd3-ef15b1e49134 req-107c17e2-a926-42b7-989c-fdc7a12f9523 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:31.320563 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2f3c7567-4e5f-40da-8dd3-ef15b1e49134 req-107c17e2-a926-42b7-989c-fdc7a12f9523 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 945 time: 0.0557368 Nov 29 21:48:31.390447 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bce52-b087-4aba-b9a5-b9704bdbdb50 req-5e46da55-3cde-4ebd-a77c-a6a7356245cd tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:31.391950 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ea9bce52-b087-4aba-b9a5-b9704bdbdb50 req-5e46da55-3cde-4ebd-a77c-a6a7356245cd tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 945 time: 0.0885723 Nov 29 21:48:31.398941 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2f3c7567-4e5f-40da-8dd3-ef15b1e49134 req-15d21698-e507-4d4b-8770-353433467f09 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617130 Nov 29 21:48:31.442252 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ea9bce52-b087-4aba-b9a5-b9704bdbdb50 req-28bd8951-6975-4ecb-9fbd-769111e98e27 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=081f932f-7903-4299-ba6f-1b2e70f0cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422881 Nov 29 21:48:31.680818 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9b2b0-31ef-4609-b22e-60313e7c6b3c req-dddf3d86-81b9-40fc-a0e9-a2654b868717 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:31.682299 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-29a9b2b0-31ef-4609-b22e-60313e7c6b3c req-dddf3d86-81b9-40fc-a0e9-a2654b868717 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0502601 Nov 29 21:48:31.730429 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-29a9b2b0-31ef-4609-b22e-60313e7c6b3c req-352e15c2-32c9-41e7-bb8d-d284d9822655 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413413 Nov 29 21:48:31.923272 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d8601-4271-4c6e-9256-7d27c100e2f9 req-9a15cc35-8647-4f4d-8e1d-1ade57922ede tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:31.924724 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-094d8601-4271-4c6e-9256-7d27c100e2f9 req-9a15cc35-8647-4f4d-8e1d-1ade57922ede tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 945 time: 0.0769413 Nov 29 21:48:31.954634 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12464d75-b7ec-492b-bcf8-e90777ab3cd5 req-49d522ce-cf1b-4e61-8387-fe904685199d tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:31.956079 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-12464d75-b7ec-492b-bcf8-e90777ab3cd5 req-49d522ce-cf1b-4e61-8387-fe904685199d tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 945 time: 0.0777736 Nov 29 21:48:32.006534 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-094d8601-4271-4c6e-9256-7d27c100e2f9 req-3fd0db5e-852c-4ffb-b7a0-aa92fe61ad8f tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756299 Nov 29 21:48:32.027354 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-12464d75-b7ec-492b-bcf8-e90777ab3cd5 req-f27d133a-d6ec-4c84-adeb-2b6ab9afe479 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dafa3d29-9645-4293-b8b3-712da2b2fe0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638165 Nov 29 21:48:32.517902 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f632bdd-6159-403b-8ac3-ccaaba0023da req-c7dd1539-9a0f-40d4-ac9b-3c2a0683156f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:32.519472 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0f632bdd-6159-403b-8ac3-ccaaba0023da req-c7dd1539-9a0f-40d4-ac9b-3c2a0683156f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 945 time: 0.0493281 Nov 29 21:48:32.599083 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c55bca-d9c0-4a98-9b08-f06a66276362 req-040dd3f7-38a7-4a65-8d7d-1fbdbe38f6e2 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:32.600574 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d5c55bca-d9c0-4a98-9b08-f06a66276362 req-040dd3f7-38a7-4a65-8d7d-1fbdbe38f6e2 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 945 time: 0.0802257 Nov 29 21:48:32.604156 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0f632bdd-6159-403b-8ac3-ccaaba0023da req-8822a976-59ae-4e6c-92a2-f4e9ac3646f3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750294 Nov 29 21:48:32.648434 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d5c55bca-d9c0-4a98-9b08-f06a66276362 req-8266855a-ea2c-4b20-b4d6-bb1de30f2362 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=081f932f-7903-4299-ba6f-1b2e70f0cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420616 Nov 29 21:48:32.841332 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b44129-cc11-456f-af00-30bb6f9320bd req-bc4f17b5-0b9c-4b94-aca3-38b0dda3ce78 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:32.842779 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-26b44129-cc11-456f-af00-30bb6f9320bd req-bc4f17b5-0b9c-4b94-aca3-38b0dda3ce78 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0480094 Nov 29 21:48:32.889335 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-26b44129-cc11-456f-af00-30bb6f9320bd req-2ef6c556-2245-4132-a931-36d293a18124 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406249 Nov 29 21:48:33.167913 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100112e-0808-4141-8caa-108f29829b73 req-e171e34d-8ac3-4541-9865-e52d98d4a95a tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:33.170232 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b100112e-0808-4141-8caa-108f29829b73 req-e171e34d-8ac3-4541-9865-e52d98d4a95a tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 945 time: 0.0959635 Nov 29 21:48:33.192731 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1004f76-cd27-4388-b18d-ce50367bd963 req-05d110f1-129b-4daa-adb2-40ad49977859 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:33.194431 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c1004f76-cd27-4388-b18d-ce50367bd963 req-05d110f1-129b-4daa-adb2-40ad49977859 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 945 time: 0.0822237 Nov 29 21:48:33.240627 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d91b31-dc72-4854-b543-69a8cd2062a6 req-f2fbcad4-91b8-40b1-b9ea-924cdc34ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:33.242271 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-31d91b31-dc72-4854-b543-69a8cd2062a6 req-f2fbcad4-91b8-40b1-b9ea-924cdc34ddfc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 1098 time: 0.0483205 Nov 29 21:48:33.255180 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b100112e-0808-4141-8caa-108f29829b73 req-158ed9fc-3168-4469-9ad6-a2809580f0f3 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784633 Nov 29 21:48:33.277997 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c1004f76-cd27-4388-b18d-ce50367bd963 req-00f8ebc6-876e-45ec-a685-77b10a909000 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dafa3d29-9645-4293-b8b3-712da2b2fe0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730557 Nov 29 21:48:33.315132 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-31d91b31-dc72-4854-b543-69a8cd2062a6 req-2313213d-6701-4ab1-8e81-fc9fceef70cd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=081f932f-7903-4299-ba6f-1b2e70f0cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534813 Nov 29 21:48:33.409097 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['f16d9108-f811-48b1-9588-201973be4787'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 21:48:33.798522 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee80e3b-4eef-495d-a1e7-489bfc679f46 req-5ca15a0f-ce1c-4076-a4c3-9a94309cdf05 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:33.800085 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-aee80e3b-4eef-495d-a1e7-489bfc679f46 req-5ca15a0f-ce1c-4076-a4c3-9a94309cdf05 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 945 time: 0.0813024 Nov 29 21:48:33.808340 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53b725-ec8c-4c99-8647-4c220aeaaaa2 req-4dc9ba89-8f79-44a8-95d7-a4882bf2f6df tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:33.809879 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-eb53b725-ec8c-4c99-8647-4c220aeaaaa2 req-4dc9ba89-8f79-44a8-95d7-a4882bf2f6df tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 945 time: 0.0814896 Nov 29 21:48:33.887708 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-aee80e3b-4eef-495d-a1e7-489bfc679f46 req-0dd4b1ef-17cf-4cc9-a194-e0349ea24e0c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762057 Nov 29 21:48:33.895721 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-eb53b725-ec8c-4c99-8647-4c220aeaaaa2 req-4e646193-91e8-4596-8c2a-761aaf850782 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=081f932f-7903-4299-ba6f-1b2e70f0cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782545 Nov 29 21:48:34.041122 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb55b5-e08e-49e3-832e-9a9320bace2e req-e3547389-6fc7-45bb-9551-abfdefd34b30 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:34.043524 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9deb55b5-e08e-49e3-832e-9a9320bace2e req-e3547389-6fc7-45bb-9551-abfdefd34b30 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0821168 Nov 29 21:48:34.143562 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-f21fc560-aa1d-426d-a144-4dda7f2a15f7 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:34.150625 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-f21fc560-aa1d-426d-a144-4dda7f2a15f7 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/networks?id=6d4ff1e5-d7ef-4aae-b692-4683df30de2b HTTP/1.1" status: 200 len: 809 time: 0.1560960 Nov 29 21:48:34.150625 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9deb55b5-e08e-49e3-832e-9a9320bace2e req-c74ed2e4-8ff1-4e91-bcf3-0232adb234c5 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995307 Nov 29 21:48:34.161132 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-4479c45e-3f8e-4d54-8b07-b9c0f93afcab tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/quotas/8a727bced07442fb877f89dd67bc1353 HTTP/1.1" status: 200 len: 375 time: 0.0099206 Nov 29 21:48:34.196844 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-a96dc403-8a47-4d89-a7e5-d9e5d8342b19 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a727bced07442fb877f89dd67bc1353&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302534 Nov 29 21:48:34.313333 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-0e1790d0-ac0c-46c5-ad3b-2ea9d15a56ae service neutron] 10.222.0.62 "GET /v2.0/networks/6d4ff1e5-d7ef-4aae-b692-4683df30de2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061523 Nov 29 21:48:34.406828 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-c89cd6a3-4898-41fc-8845-620a01df4bdf service neutron] 10.222.0.62 "GET /v2.0/networks/6d4ff1e5-d7ef-4aae-b692-4683df30de2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873189 Nov 29 21:48:34.467866 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce26451-d21e-4c16-ab16-49ee011cafba req-dd16cee1-8392-427f-a85f-7993bae7c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:34.469452 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-2ce26451-d21e-4c16-ab16-49ee011cafba req-dd16cee1-8392-427f-a85f-7993bae7c9d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=01b08089dc5e40ef891d422cc7784809&device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 1099 time: 0.0436363 Nov 29 21:48:34.480450 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257e575-72a8-482f-8692-1ecd327324f3 req-63dec4f6-6d0f-4ad7-8a5a-b9ea0bc62679 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:34.481825 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a257e575-72a8-482f-8692-1ecd327324f3 req-63dec4f6-6d0f-4ad7-8a5a-b9ea0bc62679 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 945 time: 0.0563414 Nov 29 21:48:34.548293 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a257e575-72a8-482f-8692-1ecd327324f3 req-cb968a81-2d70-44cb-a0a5-969136395705 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588033 Nov 29 21:48:34.600322 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce26451-d21e-4c16-ab16-49ee011cafba req-3204c91b-60e0-43a4-b1c6-240560121124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:34.601805 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-2ce26451-d21e-4c16-ab16-49ee011cafba req-3204c91b-60e0-43a4-b1c6-240560121124 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3261214-cd19-4620-bdfc-67e5550090e6 HTTP/1.1" status: 200 len: 920 time: 0.1211786 Nov 29 21:48:34.693099 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6647520-6918-40bd-bccd-3e5fab1ce439 req-50b3b526-1196-475d-b8c4-3f5a9599854c tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:34.694582 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e6647520-6918-40bd-bccd-3e5fab1ce439 req-50b3b526-1196-475d-b8c4-3f5a9599854c tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 945 time: 0.0813577 Nov 29 21:48:34.708631 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c97c7-5242-44bf-8fa5-29aee4eff918 req-057b62da-217e-43e3-8f93-88b01277f9e3 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:34.719262 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2b7c97c7-5242-44bf-8fa5-29aee4eff918 req-057b62da-217e-43e3-8f93-88b01277f9e3 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0705342 Nov 29 21:48:34.807243 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e6647520-6918-40bd-bccd-3e5fab1ce439 req-d76d7643-77c0-4def-ab6d-7b154eb9695c tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dafa3d29-9645-4293-b8b3-712da2b2fe0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852818 Nov 29 21:48:34.822167 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2b7c97c7-5242-44bf-8fa5-29aee4eff918 req-f7be433c-d754-45cd-a4eb-27b034cd060f tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974536 Nov 29 21:48:34.900350 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2afe5669-75bb-4263-8beb-2fb00cf3d516 req-e101e662-9e3e-434e-82c1-f9b10e6728c3 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=910d96f1-68fb-485a-bb0c-e843fb4dcfca HTTP/1.1" status: 200 len: 210 time: 0.0337882 Nov 29 21:48:35.103297 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911748bb-e784-42f9-95a0-8f3958b621ab req-6b5684e8-4ba7-4b19-8324-73cd4d511e60 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:35.110996 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-911748bb-e784-42f9-95a0-8f3958b621ab req-6b5684e8-4ba7-4b19-8324-73cd4d511e60 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 945 time: 0.1116543 Nov 29 21:48:35.128557 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc194eb6-4f21-4820-97f8-a5f7061db3bc req-43c172d2-f27c-4970-94e3-5cdd7bf73f52 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:35.130045 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fc194eb6-4f21-4820-97f8-a5f7061db3bc req-43c172d2-f27c-4970-94e3-5cdd7bf73f52 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 945 time: 0.0863879 Nov 29 21:48:35.178541 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 33852) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:35.193952 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-911748bb-e784-42f9-95a0-8f3958b621ab req-6adb432a-7660-4cd3-bfee-7dcd0ca6caaf tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798616 Nov 29 21:48:35.237951 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fc194eb6-4f21-4820-97f8-a5f7061db3bc req-bec71765-2b7c-4231-a9da-95cc5dd89ce3 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=081f932f-7903-4299-ba6f-1b2e70f0cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830586 Nov 29 21:48:35.318796 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-185c37c6-d574-4b3c-a634-3d89dc220c7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:35.396222 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-185c37c6-d574-4b3c-a634-3d89dc220c7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:35.399839 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-185c37c6-d574-4b3c-a634-3d89dc220c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:35.437067 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-185c37c6-d574-4b3c-a634-3d89dc220c7b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8403c591a313444fb4f8abd566188977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573783 Nov 29 21:48:35.438844 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c37c6-d574-4b3c-a634-3d89dc220c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9478b1ff-01fb-4816-9ef9-6c2cf82dff69,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:35.439736 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 33862) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:35.488187 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-bd8eab8f-250a-498a-be02-7c24a78fb968 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:35.508896 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-bd8eab8f-250a-498a-be02-7c24a78fb968 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:35.552909 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-bd8eab8f-250a-498a-be02-7c24a78fb968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:35.555756 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-bd8eab8f-250a-498a-be02-7c24a78fb968 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:35.556903 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-bd8eab8f-250a-498a-be02-7c24a78fb968 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9478b1ff-01fb-4816-9ef9-6c2cf82dff69 HTTP/1.1" status: 204 len: 168 time: 0.1161284 Nov 29 21:48:35.565147 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8eab8f-250a-498a-be02-7c24a78fb968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9478b1ff-01fb-4816-9ef9-6c2cf82dff69,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:35.659981 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device f16d9108-f811-48b1-9588-201973be4787 up at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:48:35.700178 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-2ce26451-d21e-4c16-ab16-49ee011cafba req-b1de42ac-7320-4cf4-bcf6-236bda83c0a5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93c1da17-8444-48c7-8594-7d75c9ca5b52 HTTP/1.1" status: 200 len: 217 time: 0.0346770 Nov 29 21:48:35.710003 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning for port f16d9108-f811-48b1-9588-201973be4787 completed by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 21:48:35.713598 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning complete for port f16d9108-f811-48b1-9588-201973be4787 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:48:35.713962 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:35.791956 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:35.812552 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 33868) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:35.819565 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe38429-3c77-4b34-bf5f-ef93bb34d2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16d9108-f811-48b1-9588-201973be4787'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:48:35.821778 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}794315610de439447aed72074188a67d63b98ede12239f2058763371c4f7a0e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d20760-d1c3-4abf-a43d-86aa5bc0845e" -d '{"events": [{"server_uuid": "5fe38429-3c77-4b34-bf5f-ef93bb34d2ee", "name": "network-vif-plugged", "status": "completed", "tag": "f16d9108-f811-48b1-9588-201973be4787"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:48:35.826277 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-558c44f5-4e00-4348-a7a2-77efe2724083 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:35.837745 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port f16d9108-f811-48b1-9588-201973be4787, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=f16d9108-f811-48b1-9588-201973be4787,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:35.843807 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:35.868290 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 21:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7e1fad-487a-4e45-aef7-bbc69140a772 x-openstack-request-id: req-8e7e1fad-487a-4e45-aef7-bbc69140a772 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:48:35.868688 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe38429-3c77-4b34-bf5f-ef93bb34d2ee", "name": "network-vif-plugged", "status": "completed", "tag": "f16d9108-f811-48b1-9588-201973be4787", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:48:35.869006 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8e7e1fad-487a-4e45-aef7-bbc69140a772 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:48:35.869614 dv-cinder-819722-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe38429-3c77-4b34-bf5f-ef93bb34d2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16d9108-f811-48b1-9588-201973be4787', 'code': 200} Nov 29 21:48:35.897844 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=f16d9108-f811-48b1-9588-201973be4787,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:35.957738 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-558c44f5-4e00-4348-a7a2-77efe2724083 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:35.962791 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-558c44f5-4e00-4348-a7a2-77efe2724083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:35.976052 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f2792-cb4f-4119-8082-38843f417df1 req-7982e8c7-2540-46b9-b84a-89ec9c737432 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:35.977528 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d96f2792-cb4f-4119-8082-38843f417df1 req-7982e8c7-2540-46b9-b84a-89ec9c737432 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0802896 Nov 29 21:48:36.044419 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c7b02fa5-9803-4ab5-8eca-2083dd6a390e req-fe397159-490d-4599-b88f-6e002f1b778d tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=910d96f1-68fb-485a-bb0c-e843fb4dcfca HTTP/1.1" status: 200 len: 210 time: 0.0659134 Nov 29 21:48:36.052193 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-558c44f5-4e00-4348-a7a2-77efe2724083 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=21ebab6b509048c0a64aba9348cdca8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385910 Nov 29 21:48:36.052902 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c44f5-4e00-4348-a7a2-77efe2724083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fd9ded-8437-4dc6-a1ce-eb6f621c30cd,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:36.055325 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 33878) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:36.104883 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d96f2792-cb4f-4119-8082-38843f417df1 req-fc5f8df2-8257-4507-85fd-0038e6257746 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146665 Nov 29 21:48:36.126021 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6493-2ca8-4fff-a03d-1f90fe084b5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:36.147715 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6493-2ca8-4fff-a03d-1f90fe084b5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:36.195942 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6493-2ca8-4fff-a03d-1f90fe084b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:36.198918 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6493-2ca8-4fff-a03d-1f90fe084b5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:36.202110 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-c4bd6493-2ca8-4fff-a03d-1f90fe084b5f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/16fd9ded-8437-4dc6-a1ce-eb6f621c30cd HTTP/1.1" status: 204 len: 168 time: 0.1417305 Nov 29 21:48:36.208359 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd6493-2ca8-4fff-a03d-1f90fe084b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fd9ded-8437-4dc6-a1ce-eb6f621c30cd,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:36.321768 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06485d0-fdb7-4f79-8908-6b04d206a6f6 req-ccd8bebf-71cd-453f-9289-a41ca12c212b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:36.323262 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f06485d0-fdb7-4f79-8908-6b04d206a6f6 req-ccd8bebf-71cd-453f-9289-a41ca12c212b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0600855 Nov 29 21:48:36.404128 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943c658-fa0f-4cc9-a03d-eaa6ced3c859 req-ff6bfc0f-1491-484c-80ff-65cd402188fe tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:36.405640 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8943c658-fa0f-4cc9-a03d-eaa6ced3c859 req-ff6bfc0f-1491-484c-80ff-65cd402188fe tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 945 time: 0.0814800 Nov 29 21:48:36.410270 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f06485d0-fdb7-4f79-8908-6b04d206a6f6 req-a7f9a8e4-94c6-4c1b-aa31-98e0d652f99e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769875 Nov 29 21:48:36.458523 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8943c658-fa0f-4cc9-a03d-eaa6ced3c859 req-6f8ecda9-2b24-462c-a344-9c5c66b35b4d tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=081f932f-7903-4299-ba6f-1b2e70f0cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455675 Nov 29 21:48:37.148519 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ee86ad9e-33cf-4b24-bb6c-eed600a73ac6 req-a32aca07-3b75-4df7-b89c-86a116dd2f82 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=910d96f1-68fb-485a-bb0c-e843fb4dcfca HTTP/1.1" status: 200 len: 210 time: 0.0298579 Nov 29 21:48:37.192655 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-912d5553-bb22-4557-8f54-f935ad9a17be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:37.223782 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f283c5-8eb6-4032-b2d0-81787f97f31e req-8b9e7e78-b972-488a-87ae-b635f7fab8ec tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:37.225211 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-15f283c5-8eb6-4032-b2d0-81787f97f31e req-8b9e7e78-b972-488a-87ae-b635f7fab8ec tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0492938 Nov 29 21:48:37.274789 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-15f283c5-8eb6-4032-b2d0-81787f97f31e req-f5fe9a23-fe7b-43b5-bd45-701a58f24ecd tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431798 Nov 29 21:48:37.530590 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a1a72-5cd3-40b6-b59d-b895641d7939 req-f18353fe-d403-439b-82af-3b5e8094911e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:37.532237 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-277a1a72-5cd3-40b6-b59d-b895641d7939 req-f18353fe-d403-439b-82af-3b5e8094911e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0510283 Nov 29 21:48:37.620325 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11769680-a061-44f2-a6b9-51c02fb8562a req-26a620c0-24af-47ad-9cbd-68e024045542 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:37.621820 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-11769680-a061-44f2-a6b9-51c02fb8562a req-26a620c0-24af-47ad-9cbd-68e024045542 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 945 time: 0.0884981 Nov 29 21:48:37.627703 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-277a1a72-5cd3-40b6-b59d-b895641d7939 req-0a453ae4-2e12-4cca-b4c2-c5d7ca4be3fa tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842068 Nov 29 21:48:37.673670 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-11769680-a061-44f2-a6b9-51c02fb8562a req-deff7b16-de6a-4b3d-86a1-6d52d4b772b8 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=081f932f-7903-4299-ba6f-1b2e70f0cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450344 Nov 29 21:48:37.882865 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce26451-d21e-4c16-ab16-49ee011cafba req-a2e528e2-472d-4972-b59c-36b5117826d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:37.887254 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-2ce26451-d21e-4c16-ab16-49ee011cafba req-a2e528e2-472d-4972-b59c-36b5117826d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf79bc07-9ee9-42dd-8fb2-fbb2a3b0a31f HTTP/1.1" status: 200 len: 859 time: 0.0590136 Nov 29 21:48:37.970670 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-2ce26451-d21e-4c16-ab16-49ee011cafba req-919c680e-9da7-4901-b154-67cbeee513b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3261214-cd19-4620-bdfc-67e5550090e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355189 Nov 29 21:48:38.161935 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494d1dc-08bd-4a57-81a2-c1fd012ffb3d req-9aaa43b0-6262-44ae-a506-d859a1ff2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:38.163899 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-8494d1dc-08bd-4a57-81a2-c1fd012ffb3d req-9aaa43b0-6262-44ae-a506-d859a1ff2f8e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 1099 time: 0.0717084 Nov 29 21:48:38.166842 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-2ce26451-d21e-4c16-ab16-49ee011cafba req-b71795e0-57ce-4402-9495-8da61d8a78c2 service neutron] 10.222.0.61 "GET /v2.0/networks/d3261214-cd19-4620-bdfc-67e5550090e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381140 Nov 29 21:48:38.259767 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-339fba1f-3a00-4b0f-b8e8-06d1e9bdb16f req-5fd5c182-c9b0-49ac-b669-b550d22a1a18 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=910d96f1-68fb-485a-bb0c-e843fb4dcfca HTTP/1.1" status: 200 len: 210 time: 0.0347888 Nov 29 21:48:38.284484 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-8494d1dc-08bd-4a57-81a2-c1fd012ffb3d req-27edd33a-57c3-4d83-a9dd-7ebccda55940 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956786 Nov 29 21:48:38.337819 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-2ce26451-d21e-4c16-ab16-49ee011cafba req-9f09fee5-c489-427e-83e2-323b914061b5 service neutron] 10.222.0.61 "GET /v2.0/networks/d3261214-cd19-4620-bdfc-67e5550090e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319649 Nov 29 21:48:38.425478 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ef8f8-19ad-40b7-8a06-2d18689d7e78 req-364eceda-a87d-40ea-a325-e89ebac78fe7 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:38.427211 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e73ef8f8-19ad-40b7-8a06-2d18689d7e78 req-364eceda-a87d-40ea-a325-e89ebac78fe7 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0606525 Nov 29 21:48:38.476647 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e73ef8f8-19ad-40b7-8a06-2d18689d7e78 req-754c5da1-157d-4cf8-8253-89555b138b2e tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438788 Nov 29 21:48:38.629628 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:48:38.790192 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6862ae-36de-4444-94a7-9efd8754d789 req-3ed8f17f-ed07-42c0-a246-a734a6a21844 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:38.791695 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1f6862ae-36de-4444-94a7-9efd8754d789 req-3ed8f17f-ed07-42c0-a246-a734a6a21844 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0858662 Nov 29 21:48:38.827906 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e95b4e-5aa2-4d76-a5ea-fdc106886be3 req-b4448f02-6f68-4af4-b5c5-20c8f304efb6 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:38.829518 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-99e95b4e-5aa2-4d76-a5ea-fdc106886be3 req-b4448f02-6f68-4af4-b5c5-20c8f304efb6 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 945 time: 0.0759017 Nov 29 21:48:38.874773 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1f6862ae-36de-4444-94a7-9efd8754d789 req-e56d6e70-8f0d-4aef-ab91-d55f89848d8f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767989 Nov 29 21:48:38.896584 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-99e95b4e-5aa2-4d76-a5ea-fdc106886be3 req-a3673e64-2878-410b-9a8d-5890ec91e20c tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=081f932f-7903-4299-ba6f-1b2e70f0cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559666 Nov 29 21:48:39.271188 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-7664d2f1-9b46-42ca-b487-c89a3127871e tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:39.272740 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-7664d2f1-9b46-42ca-b487-c89a3127871e tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.61 "GET /v2.0/networks?id=6d4ff1e5-d7ef-4aae-b692-4683df30de2b HTTP/1.1" status: 200 len: 809 time: 0.1199729 Nov 29 21:48:39.296197 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-5fee7920-2a99-4cee-88c5-90928ca1c24c tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Request body: {'port': {'device_id': '910d96f1-68fb-485a-bb0c-e843fb4dcfca', 'network_id': '6d4ff1e5-d7ef-4aae-b692-4683df30de2b', 'admin_state_up': True, 'tenant_id': '8a727bced07442fb877f89dd67bc1353'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:48:39.381221 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-be217823-950a-46d4-b56c-b3bf594f7d76 req-8dca0bca-e7a5-48bd-ad96-524f809e8083 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=910d96f1-68fb-485a-bb0c-e843fb4dcfca HTTP/1.1" status: 200 len: 210 time: 0.0313852 Nov 29 21:48:39.461932 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-5fee7920-2a99-4cee-88c5-90928ca1c24c tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Made reservation on behalf of 8a727bced07442fb877f89dd67bc1353 for: {'port': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:48:39.465730 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-5fee7920-2a99-4cee-88c5-90928ca1c24c tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:39.642039 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-5fee7920-2a99-4cee-88c5-90928ca1c24c tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Allocated IP 172.20.0.11 (6d4ff1e5-d7ef-4aae-b692-4683df30de2b/a595db27-2145-40a6-bf96-b7a2a3096dde/dbbaf7ce-7834-4758-985d-16c23e04d0d5) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:48:39.654789 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-886579f2-4682-4045-8e66-46cd8974e4e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:39.914988 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fa577-20e1-4f27-85c4-8a2362dd1514 req-5548fc75-5cc3-4880-b3ab-9e9e38d236dc tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:39.923571 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6e9fa577-20e1-4f27-85c4-8a2362dd1514 req-5548fc75-5cc3-4880-b3ab-9e9e38d236dc tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.2106874 Nov 29 21:48:39.948545 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-5fee7920-2a99-4cee-88c5-90928ca1c24c tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:40.000705 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6e9fa577-20e1-4f27-85c4-8a2362dd1514 req-8b20e35e-6755-46e5-a060-88b96e8d0390 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760169 Nov 29 21:48:40.003551 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-5fee7920-2a99-4cee-88c5-90928ca1c24c tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:40.083339 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-5fee7920-2a99-4cee-88c5-90928ca1c24c tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Network 6d4ff1e5-d7ef-4aae-b692-4683df30de2b is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:48:40.087867 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-5fee7920-2a99-4cee-88c5-90928ca1c24c tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:48:40.096198 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-5fee7920-2a99-4cee-88c5-90928ca1c24c tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:48:40.103079 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-5fee7920-2a99-4cee-88c5-90928ca1c24c tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:40.104361 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-5fee7920-2a99-4cee-88c5-90928ca1c24c tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:40.109412 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee7920-2a99-4cee-88c5-90928ca1c24c tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Pushing event updated for resources: {'Port': ['ID=dbbaf7ce-7834-4758-985d-16c23e04d0d5,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:40.131639 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-5fee7920-2a99-4cee-88c5-90928ca1c24c tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8407528 Nov 29 21:48:40.157861 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7cca0-f72a-421e-b85e-1be19edf730e req-22d41455-fe3f-474a-9d21-e897cade0de7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:40.159693 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e2e7cca0-f72a-421e-b85e-1be19edf730e req-22d41455-fe3f-474a-9d21-e897cade0de7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0855002 Nov 29 21:48:40.179558 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-df3491a9-d360-42cd-97e9-e21448f9b465 service neutron] Request body: {'port': {'device_id': '910d96f1-68fb-485a-bb0c-e843fb4dcfca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81972'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:48:40.249766 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e2e7cca0-f72a-421e-b85e-1be19edf730e req-26397d5f-d6d5-48b8-89ce-d52d2959990b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737214 Nov 29 21:48:40.331734 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-df3491a9-d360-42cd-97e9-e21448f9b465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:40.382950 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f993b-a2a2-459f-bca6-b453b7c38b83 req-3505b303-719c-4686-af57-ca19791f6c95 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:40.384645 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a12f993b-a2a2-459f-bca6-b453b7c38b83 req-3505b303-719c-4686-af57-ca19791f6c95 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 945 time: 0.0624313 Nov 29 21:48:40.450637 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a12f993b-a2a2-459f-bca6-b453b7c38b83 req-a73d294d-2b04-41f9-84dc-1bb8b746521d tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=081f932f-7903-4299-ba6f-1b2e70f0cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573332 Nov 29 21:48:40.632940 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aec1a9-bd67-42c0-ac3a-fa7aec2f6a07 req-df66ed65-5814-43ed-a9bd-5b0eb9727013 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:40.634545 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c2aec1a9-bd67-42c0-ac3a-fa7aec2f6a07 req-df66ed65-5814-43ed-a9bd-5b0eb9727013 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 945 time: 0.0847173 Nov 29 21:48:40.649225 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac423e-0b81-4319-825f-c33d629ccf30 req-dd54e18c-288b-47d9-993b-8f7ee793f16a tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:40.650684 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0bac423e-0b81-4319-825f-c33d629ccf30 req-dd54e18c-288b-47d9-993b-8f7ee793f16a tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=910d96f1-68fb-485a-bb0c-e843fb4dcfca HTTP/1.1" status: 200 len: 932 time: 0.1118100 Nov 29 21:48:40.651165 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 34054) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:40.656323 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-e1d0b85d-dfe4-4476-b02f-9f3eb0c4c382 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Request body: {'floatingip': {'port_id': '01ab7e9a-906e-47ce-a0b8-104398f2dfc3'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:48:40.744668 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-df3491a9-d360-42cd-97e9-e21448f9b465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbbaf7ce-7834-4758-985d-16c23e04d0d5 {{(pid=109068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:48:40.752710 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-df3491a9-d360-42cd-97e9-e21448f9b465 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:40.761519 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b85d-dfe4-4476-b02f-9f3eb0c4c382 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for floatingip, before_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:40.767607 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.provisioning_blocks [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-df3491a9-d360-42cd-97e9-e21448f9b465 service neutron] Transition to ACTIVE for port object dbbaf7ce-7834-4758-985d-16c23e04d0d5 will not be triggered until provisioned by entity L2. {{(pid=109068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 21:48:40.772691 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-df3491a9-d360-42cd-97e9-e21448f9b465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:40.835289 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:40.844138 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3491a9-d360-42cd-97e9-e21448f9b465 service neutron] Pushing event updated for resources: {'Port': ['ID=dbbaf7ce-7834-4758-985d-16c23e04d0d5,revision_number=2']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:40.878985 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0bac423e-0b81-4319-825f-c33d629ccf30 req-35bc6e98-31af-41e2-9d4c-54483386c5c1 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845646 Nov 29 21:48:40.935898 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-df3491a9-d360-42cd-97e9-e21448f9b465 service neutron] Attempting to bind port dbbaf7ce-7834-4758-985d-16c23e04d0d5 on host hv-cinder-81972 for vnic_type normal with profile {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:48:40.936357 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-df3491a9-d360-42cd-97e9-e21448f9b465 service neutron] Attempting to bind port dbbaf7ce-7834-4758-985d-16c23e04d0d5 by drivers openvswitch,hyperv on host hv-cinder-81972 at level 0 using segments [{'id': '6f64cefe-819a-41ad-b85a-f3be50f6f3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6d4ff1e5-d7ef-4aae-b692-4683df30de2b'}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:48:40.936733 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-df3491a9-d360-42cd-97e9-e21448f9b465 service neutron] Attempting to bind port dbbaf7ce-7834-4758-985d-16c23e04d0d5 on network 6d4ff1e5-d7ef-4aae-b692-4683df30de2b {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:48:40.942266 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-df3491a9-d360-42cd-97e9-e21448f9b465 service neutron] Port dbbaf7ce-7834-4758-985d-16c23e04d0d5 on network 6d4ff1e5-d7ef-4aae-b692-4683df30de2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81972 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 21:48:40.942507 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-df3491a9-d360-42cd-97e9-e21448f9b465 service neutron] Attempting to bind port dbbaf7ce-7834-4758-985d-16c23e04d0d5 on network 6d4ff1e5-d7ef-4aae-b692-4683df30de2b {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:48:40.947812 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-df3491a9-d360-42cd-97e9-e21448f9b465 service neutron] Checking agent: {'id': 'bd4952a7-5212-46e1-86e6-5bf28a3d3387', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81972', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'started_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:48:40.948150 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-df3491a9-d360-42cd-97e9-e21448f9b465 service neutron] Checking segment: {'id': '6f64cefe-819a-41ad-b85a-f3be50f6f3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6d4ff1e5-d7ef-4aae-b692-4683df30de2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:48:40.948534 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-df3491a9-d360-42cd-97e9-e21448f9b465 service neutron] Bound using segment: {'id': '6f64cefe-819a-41ad-b85a-f3be50f6f3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6d4ff1e5-d7ef-4aae-b692-4683df30de2b'} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:48:40.949992 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-df3491a9-d360-42cd-97e9-e21448f9b465 service neutron] Bound port: dbbaf7ce-7834-4758-985d-16c23e04d0d5, host: hv-cinder-81972, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f64cefe-819a-41ad-b85a-f3be50f6f3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6d4ff1e5-d7ef-4aae-b692-4683df30de2b'}}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:48:40.949992 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-df3491a9-d360-42cd-97e9-e21448f9b465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:41.016388 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-df3491a9-d360-42cd-97e9-e21448f9b465 service neutron] For port dbbaf7ce-7834-4758-985d-16c23e04d0d5, host hv-cinder-81972, cleared binding levels {{(pid=109068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:48:41.019499 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-df3491a9-d360-42cd-97e9-e21448f9b465 service neutron] For port dbbaf7ce-7834-4758-985d-16c23e04d0d5, host hv-cinder-81972, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=dbbaf7ce-7834-4758-985d-16c23e04d0d5,segment=NetworkSegment(6f64cefe-819a-41ad-b85a-f3be50f6f3dc),segment_id=6f64cefe-819a-41ad-b85a-f3be50f6f3dc)] {{(pid=109068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:48:41.024660 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-df3491a9-d360-42cd-97e9-e21448f9b465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:41.076826 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-df3491a9-d360-42cd-97e9-e21448f9b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:41.077342 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-df3491a9-d360-42cd-97e9-e21448f9b465 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:41.078754 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-df3491a9-d360-42cd-97e9-e21448f9b465 service neutron] 10.222.0.61 "PUT /v2.0/ports/dbbaf7ce-7834-4758-985d-16c23e04d0d5 HTTP/1.1" status: 200 len: 1094 time: 0.9222631 Nov 29 21:48:41.079229 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910d96f1-68fb-485a-bb0c-e843fb4dcfca', 'tag': 'dbbaf7ce-7834-4758-985d-16c23e04d0d5'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:48:41.081494 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13458421-beb7-4977-a67a-e46dd53ec84d" -d '{"events": [{"name": "network-changed", "server_uuid": "910d96f1-68fb-485a-bb0c-e843fb4dcfca", "tag": "dbbaf7ce-7834-4758-985d-16c23e04d0d5"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:48:41.096125 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3491a9-d360-42cd-97e9-e21448f9b465 service neutron] Pushing event updated for resources: {'Port': ['ID=dbbaf7ce-7834-4758-985d-16c23e04d0d5,revision_number=3']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:41.122233 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 21:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ea20c3-1265-44b9-9478-d729cb020c9f x-openstack-request-id: req-02ea20c3-1265-44b9-9478-d729cb020c9f {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:48:41.122870 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910d96f1-68fb-485a-bb0c-e843fb4dcfca", "tag": "dbbaf7ce-7834-4758-985d-16c23e04d0d5", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:48:41.125219 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-02ea20c3-1265-44b9-9478-d729cb020c9f {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:48:41.126447 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910d96f1-68fb-485a-bb0c-e843fb4dcfca', 'tag': 'dbbaf7ce-7834-4758-985d-16c23e04d0d5', 'status': 'completed', 'code': 200} Nov 29 21:48:41.183788 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-668607c7-51da-47f2-b566-e39b8c705cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:41.186697 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-668607c7-51da-47f2-b566-e39b8c705cf6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8a727bced07442fb877f89dd67bc1353&device_id=910d96f1-68fb-485a-bb0c-e843fb4dcfca HTTP/1.1" status: 200 len: 1097 time: 0.0452826 Nov 29 21:48:41.231755 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e04eee-533f-4f25-a5e4-529bc0a0d028 req-c6e14ba5-2906-4f9e-a727-e0573726f9a9 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:41.233489 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-16e04eee-533f-4f25-a5e4-529bc0a0d028 req-c6e14ba5-2906-4f9e-a727-e0573726f9a9 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.1591671 Nov 29 21:48:41.241909 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-785876b9-1f7d-4382-a9fb-1d53a66402ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbbaf7ce-7834-4758-985d-16c23e04d0d5 HTTP/1.1" status: 200 len: 217 time: 0.0396106 Nov 29 21:48:41.312887 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-1c957564-aad0-4661-b010-b23992501acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:41.314372 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-1c957564-aad0-4661-b010-b23992501acd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a595db27-2145-40a6-bf96-b7a2a3096dde HTTP/1.1" status: 200 len: 849 time: 0.0487740 Nov 29 21:48:41.348321 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-e817c1eb-6a39-4626-b9ac-4838660450ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6d4ff1e5-d7ef-4aae-b692-4683df30de2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251369 Nov 29 21:48:41.431073 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-16e04eee-533f-4f25-a5e4-529bc0a0d028 req-2b8172b5-5d5e-4238-a376-3ff49c2f5644 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886683 Nov 29 21:48:41.476572 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-abe7911e-df26-4c78-a258-6aa06e8583aa service neutron] 10.222.0.61 "GET /v2.0/networks/6d4ff1e5-d7ef-4aae-b692-4683df30de2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087289 Nov 29 21:48:41.508485 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc2c3d-db29-48a2-9fef-c02713d9a5cb req-8db0c7f9-2adb-42ad-b3c1-ed12f1505054 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:41.510145 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5adc2c3d-db29-48a2-9fef-c02713d9a5cb req-8db0c7f9-2adb-42ad-b3c1-ed12f1505054 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.1594069 Nov 29 21:48:41.605025 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d4e7c9b0-498d-4882-b5a5-fec869cf9fcd req-ee8e6d58-3ff6-45ce-9062-9343f66b56e7 service neutron] 10.222.0.61 "GET /v2.0/networks/6d4ff1e5-d7ef-4aae-b692-4683df30de2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125462 Nov 29 21:48:41.618252 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b85d-dfe4-4476-b02f-9f3eb0c4c382 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:41.624920 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b85d-dfe4-4476-b02f-9f3eb0c4c382 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811381'] for floatingip, after_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:41.677344 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5adc2c3d-db29-48a2-9fef-c02713d9a5cb req-1e27ab72-ebef-4168-87e9-76525abd7cdc tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235864 Nov 29 21:48:41.713030 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13458421-beb7-4977-a67a-e46dd53ec84d req-007d1684-c5f4-4c9f-a01d-1d82b7fa0ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:41.714601 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-13458421-beb7-4977-a67a-e46dd53ec84d req-007d1684-c5f4-4c9f-a01d-1d82b7fa0ccd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8a727bced07442fb877f89dd67bc1353&device_id=910d96f1-68fb-485a-bb0c-e843fb4dcfca HTTP/1.1" status: 200 len: 1097 time: 0.0428038 Nov 29 21:48:41.829350 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13458421-beb7-4977-a67a-e46dd53ec84d req-0e39f9ec-f863-4c29-ad2b-06dede611cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:41.830897 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-13458421-beb7-4977-a67a-e46dd53ec84d req-0e39f9ec-f863-4c29-ad2b-06dede611cb2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6d4ff1e5-d7ef-4aae-b692-4683df30de2b HTTP/1.1" status: 200 len: 910 time: 0.0940123 Nov 29 21:48:41.883649 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-13458421-beb7-4977-a67a-e46dd53ec84d req-f68b869a-00c7-40f2-8185-b1f1d6a47bd7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbbaf7ce-7834-4758-985d-16c23e04d0d5 HTTP/1.1" status: 200 len: 217 time: 0.0355036 Nov 29 21:48:41.922776 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.db.l3_db [None req-e1d0b85d-dfe4-4476-b02f-9f3eb0c4c382 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Floating IP 6b26a75c-6a7e-435c-9804-8f8dc337b5c2 associated. External IP: 172.27.0.103, port: 01ab7e9a-906e-47ce-a0b8-104398f2dfc3. Nov 29 21:48:41.949932 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13458421-beb7-4977-a67a-e46dd53ec84d req-21a64e93-aea8-496e-ba94-0a006e356080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:41.951508 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-13458421-beb7-4977-a67a-e46dd53ec84d req-21a64e93-aea8-496e-ba94-0a006e356080 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a595db27-2145-40a6-bf96-b7a2a3096dde HTTP/1.1" status: 200 len: 849 time: 0.0598991 Nov 29 21:48:41.987043 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329866a-3453-4c91-a67c-653060c17f53 req-16515464-8469-498f-8713-f5dc559ef811 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:41.988584 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1329866a-3453-4c91-a67c-653060c17f53 req-16515464-8469-498f-8713-f5dc559ef811 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.1085324 Nov 29 21:48:42.002060 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 34092) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:42.007968 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-ef71f04a-8bc0-485c-b1c5-39c9ff526cc4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Request body: {'floatingip': {'port_id': 'f16d9108-f811-48b1-9588-201973be4787'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:48:42.063816 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:42.071537 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e92c2d-1123-4fb8-b69d-b9fa5aed338f req-eec6cac3-e3dd-4fa3-98e2-7127482f887d tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:42.073058 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-76e92c2d-1123-4fb8-b69d-b9fa5aed338f req-eec6cac3-e3dd-4fa3-98e2-7127482f887d tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=910d96f1-68fb-485a-bb0c-e843fb4dcfca HTTP/1.1" status: 200 len: 944 time: 0.1081700 Nov 29 21:48:42.081118 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-ef71f04a-8bc0-485c-b1c5-39c9ff526cc4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for floatingip, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:42.186057 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-76e92c2d-1123-4fb8-b69d-b9fa5aed338f req-e5f9773e-69c7-41d4-aa34-444e9d59a9b1 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029339 Nov 29 21:48:42.264044 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d0b85d-dfe4-4476-b02f-9f3eb0c4c382 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Router 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 21:48:42.382948 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d0b85d-dfe4-4476-b02f-9f3eb0c4c382 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 21:48:42.387847 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b85d-dfe4-4476-b02f-9f3eb0c4c382 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:42.398936 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89f7824-d4cf-4f31-81c7-832134135dd7 None None] Sync routers for ids ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'] in dv-cinder-819722-1-iscsi {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 21:48:42.412878 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89f7824-d4cf-4f31-81c7-832134135dd7 None None] Routers {'0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:48:42.413967 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-e89f7824-d4cf-4f31-81c7-832134135dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:48:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:48:42.418074 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-e1d0b85d-dfe4-4476-b02f-9f3eb0c4c382 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "PUT /v2.0/floatingips/6b26a75c-6a7e-435c-9804-8f8dc337b5c2 HTTP/1.1" status: 200 len: 991 time: 1.7658577 Nov 29 21:48:42.418852 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9984f9-0b78-490f-87ed-a1315d066150', 'tag': '01ab7e9a-906e-47ce-a0b8-104398f2dfc3'}] {{(pid=109067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:48:42.541097 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-e89f7824-d4cf-4f31-81c7-832134135dd7 None None] Set router 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:48:42.598863 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e57e6-7692-4788-93f0-3edf9c636b11 req-e497db0d-ebe7-403b-b9f6-2b8a49afd4c0 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:42.607829 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-443e57e6-7692-4788-93f0-3edf9c636b11 req-e497db0d-ebe7-403b-b9f6-2b8a49afd4c0 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0789626 Nov 29 21:48:42.629921 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c994a46d1d1a4501866f563623cb4555234fcd16dd9cfcc4ed50935b6f2fdac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb5e656-35c2-4f6e-89ae-2c1fd7868296" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9984f9-0b78-490f-87ed-a1315d066150", "tag": "01ab7e9a-906e-47ce-a0b8-104398f2dfc3"}]}' {{(pid=109067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:48:42.658028 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-443e57e6-7692-4788-93f0-3edf9c636b11 req-6355183d-521d-4d0d-981f-893f7e5b4ccf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489929 Nov 29 21:48:42.780694 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 21:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bedb485-1db3-407e-8d18-2ff6a7995dfd x-openstack-request-id: req-8bedb485-1db3-407e-8d18-2ff6a7995dfd {{(pid=109067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:48:42.781062 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9984f9-0b78-490f-87ed-a1315d066150", "tag": "01ab7e9a-906e-47ce-a0b8-104398f2dfc3", "status": "completed", "code": 200}]} {{(pid=109067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:48:42.781764 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8bedb485-1db3-407e-8d18-2ff6a7995dfd {{(pid=109067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:48:42.781895 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9984f9-0b78-490f-87ed-a1315d066150', 'tag': '01ab7e9a-906e-47ce-a0b8-104398f2dfc3', 'status': 'completed', 'code': 200} Nov 29 21:48:42.831653 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-e89f7824-d4cf-4f31-81c7-832134135dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'name': 'tempest-AttachVolumeTestJSON-300138794-router', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:47:53Z', 'revision_number': 4, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'gw_port': {'id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_floatingips': [{'id': '6b26a75c-6a7e-435c-9804-8f8dc337b5c2', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'router_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'port_id': '01ab7e9a-906e-47ce-a0b8-104398f2dfc3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'mac_address': 'fa:16:3e:ac:78:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9984f9-0b78-490f-87ed-a1315d066150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T21:48:01Z', 'updated_at': '2021-11-29T21:48:41Z', 'revision_number': 1, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a4fbb58-080b-4163-a85f-4eb5edc8be95', 'name': '', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'mac_address': 'fa:16:3e:f5:a3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:52Z', 'updated_at': '2021-11-29T21:48:01Z', 'revision_number': 5, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'subnets': [{'id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:48:42.862011 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89f7824-d4cf-4f31-81c7-832134135dd7 None None] Checking router: 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d for host: dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 21:48:42.870167 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89f7824-d4cf-4f31-81c7-832134135dd7 None None] Routers {'0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:48:42.870772 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-e89f7824-d4cf-4f31-81c7-832134135dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:48:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:48:42.964989 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-ef71f04a-8bc0-485c-b1c5-39c9ff526cc4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:42.969927 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-ef71f04a-8bc0-485c-b1c5-39c9ff526cc4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811381'] for floatingip, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:42.974303 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-e89f7824-d4cf-4f31-81c7-832134135dd7 None None] Set router 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:48:43.068328 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.db.l3_db [None req-ef71f04a-8bc0-485c-b1c5-39c9ff526cc4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Floating IP e7d95c9f-82a3-4a4d-b6d0-197365ccb40f associated. External IP: 172.27.0.222, port: f16d9108-f811-48b1-9588-201973be4787. Nov 29 21:48:43.111657 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:43.199731 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-e89f7824-d4cf-4f31-81c7-832134135dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'name': 'tempest-AttachVolumeTestJSON-300138794-router', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:47:53Z', 'revision_number': 4, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'gw_port': {'id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_floatingips': [{'id': '6b26a75c-6a7e-435c-9804-8f8dc337b5c2', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'router_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'port_id': '01ab7e9a-906e-47ce-a0b8-104398f2dfc3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'mac_address': 'fa:16:3e:ac:78:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9984f9-0b78-490f-87ed-a1315d066150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T21:48:01Z', 'updated_at': '2021-11-29T21:48:41Z', 'revision_number': 1, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a4fbb58-080b-4163-a85f-4eb5edc8be95', 'name': '', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'mac_address': 'fa:16:3e:f5:a3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:52Z', 'updated_at': '2021-11-29T21:48:01Z', 'revision_number': 5, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'subnets': [{'id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:48:43.229005 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89f7824-d4cf-4f31-81c7-832134135dd7 None None] The sync data for ids ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'] in dv-cinder-819722-1-iscsi is: [{'id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'name': 'tempest-AttachVolumeTestJSON-300138794-router', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:47:53Z', 'revision_number': 4, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'gw_port': {'id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_floatingips': [{'id': '6b26a75c-6a7e-435c-9804-8f8dc337b5c2', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'router_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'port_id': '01ab7e9a-906e-47ce-a0b8-104398f2dfc3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'mac_address': 'fa:16:3e:ac:78:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9984f9-0b78-490f-87ed-a1315d066150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T21:48:01Z', 'updated_at': '2021-11-29T21:48:41Z', 'revision_number': 1, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a4fbb58-080b-4163-a85f-4eb5edc8be95', 'name': '', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'mac_address': 'fa:16:3e:f5:a3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:52Z', 'updated_at': '2021-11-29T21:48:01Z', 'revision_number': 5, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'subnets': [{'id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 21:48:43.286670 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef71f04a-8bc0-485c-b1c5-39c9ff526cc4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Router a680e0bf-5dd8-4903-9264-c6389adfe5d4 has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 21:48:43.322799 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebf5ad-b576-4fba-8fd6-36bb5d6c5655 req-85ec19c4-d0da-4e63-b4f5-a4fddd9a2104 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:43.324655 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a2ebf5ad-b576-4fba-8fd6-36bb5d6c5655 req-85ec19c4-d0da-4e63-b4f5-a4fddd9a2104 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=910d96f1-68fb-485a-bb0c-e843fb4dcfca HTTP/1.1" status: 200 len: 944 time: 0.0528286 Nov 29 21:48:43.381349 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a2ebf5ad-b576-4fba-8fd6-36bb5d6c5655 req-4309bc38-82bf-4169-9ac0-973b7b4a666d tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501342 Nov 29 21:48:43.402491 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef71f04a-8bc0-485c-b1c5-39c9ff526cc4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 21:48:43.407348 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-ef71f04a-8bc0-485c-b1c5-39c9ff526cc4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:43.413106 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e1254f-31e9-4997-830e-3ccc108c2c2a None None] Sync routers for ids ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'] in dv-cinder-819722-1-iscsi {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 21:48:43.427996 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e1254f-31e9-4997-830e-3ccc108c2c2a None None] Routers {'a680e0bf-5dd8-4903-9264-c6389adfe5d4'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:48:43.428786 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-79e1254f-31e9-4997-830e-3ccc108c2c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:48:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:48:43.446913 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-ef71f04a-8bc0-485c-b1c5-39c9ff526cc4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "PUT /v2.0/floatingips/e7d95c9f-82a3-4a4d-b6d0-197365ccb40f HTTP/1.1" status: 200 len: 992 time: 1.4437385 Nov 29 21:48:43.447511 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe38429-3c77-4b34-bf5f-ef93bb34d2ee', 'tag': 'f16d9108-f811-48b1-9588-201973be4787'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:48:43.450395 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9851c18f-586e-4826-9ce5-348395bdd87a" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe38429-3c77-4b34-bf5f-ef93bb34d2ee", "tag": "f16d9108-f811-48b1-9588-201973be4787"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:48:43.462446 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca37fe-1295-4bd6-b4ce-716ec8dfc56e None None] New status for floating IP 6b26a75c-6a7e-435c-9804-8f8dc337b5c2: ACTIVE {{(pid=109070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 21:48:43.543627 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-79e1254f-31e9-4997-830e-3ccc108c2c2a None None] Set router a680e0bf-5dd8-4903-9264-c6389adfe5d4 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:48:43.931487 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-79e1254f-31e9-4997-830e-3ccc108c2c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1480902385-router', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:48:03Z', 'revision_number': 4, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'gw_port': {'id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:51Z', 'updated_at': '2021-11-29T21:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_floatingips': [{'id': 'e7d95c9f-82a3-4a4d-b6d0-197365ccb40f', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'router_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'port_id': 'f16d9108-f811-48b1-9588-201973be4787', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'mac_address': 'fa:16:3e:3d:65:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe38429-3c77-4b34-bf5f-ef93bb34d2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T21:48:15Z', 'updated_at': '2021-11-29T21:48:42Z', 'revision_number': 1, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f', 'name': '', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'mac_address': 'fa:16:3e:a8:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:48:00Z', 'updated_at': '2021-11-29T21:48:13Z', 'revision_number': 5, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'subnets': [{'id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:48:43.958107 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e1254f-31e9-4997-830e-3ccc108c2c2a None None] Checking router: a680e0bf-5dd8-4903-9264-c6389adfe5d4 for host: dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 21:48:43.966238 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e1254f-31e9-4997-830e-3ccc108c2c2a None None] Routers {'a680e0bf-5dd8-4903-9264-c6389adfe5d4'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:48:43.966886 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-79e1254f-31e9-4997-830e-3ccc108c2c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:48:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:48:44.070920 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-79e1254f-31e9-4997-830e-3ccc108c2c2a None None] Set router a680e0bf-5dd8-4903-9264-c6389adfe5d4 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:48:44.291003 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-79e1254f-31e9-4997-830e-3ccc108c2c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1480902385-router', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:48:03Z', 'revision_number': 4, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'gw_port': {'id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:51Z', 'updated_at': '2021-11-29T21:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_floatingips': [{'id': 'e7d95c9f-82a3-4a4d-b6d0-197365ccb40f', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'router_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'port_id': 'f16d9108-f811-48b1-9588-201973be4787', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'mac_address': 'fa:16:3e:3d:65:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe38429-3c77-4b34-bf5f-ef93bb34d2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T21:48:15Z', 'updated_at': '2021-11-29T21:48:42Z', 'revision_number': 1, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f', 'name': '', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'mac_address': 'fa:16:3e:a8:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:48:00Z', 'updated_at': '2021-11-29T21:48:13Z', 'revision_number': 5, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'subnets': [{'id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:48:44.317517 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e1254f-31e9-4997-830e-3ccc108c2c2a None None] The sync data for ids ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'] in dv-cinder-819722-1-iscsi is: [{'id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1480902385-router', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:48:03Z', 'revision_number': 4, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'gw_port': {'id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:51Z', 'updated_at': '2021-11-29T21:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_floatingips': [{'id': 'e7d95c9f-82a3-4a4d-b6d0-197365ccb40f', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'router_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'port_id': 'f16d9108-f811-48b1-9588-201973be4787', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'mac_address': 'fa:16:3e:3d:65:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe38429-3c77-4b34-bf5f-ef93bb34d2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T21:48:15Z', 'updated_at': '2021-11-29T21:48:42Z', 'revision_number': 1, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f', 'name': '', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'mac_address': 'fa:16:3e:a8:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:48:00Z', 'updated_at': '2021-11-29T21:48:13Z', 'revision_number': 5, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'subnets': [{'id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 21:48:44.510867 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aae948-f9b7-41f8-a655-0523e837d4d2 None None] New status for floating IP e7d95c9f-82a3-4a4d-b6d0-197365ccb40f: ACTIVE {{(pid=109069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 21:48:45.135679 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-13458421-beb7-4977-a67a-e46dd53ec84d req-7a0768c2-05d8-4eae-906b-fc3f010f8610 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6d4ff1e5-d7ef-4aae-b692-4683df30de2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259943 Nov 29 21:48:45.253490 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5e656-35c2-4f6e-89ae-2c1fd7868296 req-a4e28f87-7d02-429e-b6d8-5f05412b5b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:45.255004 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-bdb5e656-35c2-4f6e-89ae-2c1fd7868296 req-a4e28f87-7d02-429e-b6d8-5f05412b5b2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab335a1bd1ef40929c149d8fb12975e0&device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 1098 time: 0.1014926 Nov 29 21:48:45.258438 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 21:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5927b7da-0a1c-4f0c-8f42-a6a3e1ce13be x-openstack-request-id: req-5927b7da-0a1c-4f0c-8f42-a6a3e1ce13be {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:48:45.258438 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe38429-3c77-4b34-bf5f-ef93bb34d2ee", "tag": "f16d9108-f811-48b1-9588-201973be4787", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:48:45.258721 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5927b7da-0a1c-4f0c-8f42-a6a3e1ce13be {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:48:45.259067 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe38429-3c77-4b34-bf5f-ef93bb34d2ee', 'tag': 'f16d9108-f811-48b1-9588-201973be4787', 'status': 'completed', 'code': 200} Nov 29 21:48:45.296817 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-13458421-beb7-4977-a67a-e46dd53ec84d req-1782e427-fdf9-4c0d-8fd4-eaaf5320c4b4 service neutron] 10.222.0.61 "GET /v2.0/networks/6d4ff1e5-d7ef-4aae-b692-4683df30de2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419370 Nov 29 21:48:45.359934 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82c0d1-5767-474b-b26c-83295e4bb202 req-acf085aa-de6c-4836-8f73-c932b8652dc4 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:45.361384 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-de82c0d1-5767-474b-b26c-83295e4bb202 req-acf085aa-de6c-4836-8f73-c932b8652dc4 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0814281 Nov 29 21:48:45.394639 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155f51d-ca7c-4416-91ec-19d1f4056c5e req-dfd737f8-6d26-4f9d-b695-ab1a128b71c4 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:45.396245 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5155f51d-ca7c-4416-91ec-19d1f4056c5e req-dfd737f8-6d26-4f9d-b695-ab1a128b71c4 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=910d96f1-68fb-485a-bb0c-e843fb4dcfca HTTP/1.1" status: 200 len: 944 time: 0.0819275 Nov 29 21:48:45.441894 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-de82c0d1-5767-474b-b26c-83295e4bb202 req-49f18c68-94a7-4ecb-8a0a-ba6a37710c3b tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728996 Nov 29 21:48:45.453609 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5e656-35c2-4f6e-89ae-2c1fd7868296 req-aa687d39-6c87-41bf-ba8b-e5c887fc6a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:45.455082 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-bdb5e656-35c2-4f6e-89ae-2c1fd7868296 req-aa687d39-6c87-41bf-ba8b-e5c887fc6a61 service neutron] 10.222.0.61 "GET /v2.0/networks?id=562540b5-b080-4163-a4fa-cf4e96df0d5f HTTP/1.1" status: 200 len: 911 time: 0.1838863 Nov 29 21:48:45.469594 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851c18f-586e-4826-9ce5-348395bdd87a req-96cd634d-88b0-4869-85af-be123622c225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:45.471255 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-9851c18f-586e-4826-9ce5-348395bdd87a req-96cd634d-88b0-4869-85af-be123622c225 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d96c22324dc549b6927130d27bcd77e2&device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 1099 time: 0.1342759 Nov 29 21:48:45.479143 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5155f51d-ca7c-4416-91ec-19d1f4056c5e req-651e04fe-99ae-444a-b239-fccaa1e2f0a2 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694904 Nov 29 21:48:45.773031 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-13458421-beb7-4977-a67a-e46dd53ec84d req-ba6f2ec5-9eb9-43d3-9e71-d06d1d1eb247 service neutron] 10.222.0.61 "GET /v2.0/networks/6d4ff1e5-d7ef-4aae-b692-4683df30de2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348989 Nov 29 21:48:45.838567 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-bdb5e656-35c2-4f6e-89ae-2c1fd7868296 req-4b585531-e007-4963-bf61-8ebd7e14bbe5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01ab7e9a-906e-47ce-a0b8-104398f2dfc3 HTTP/1.1" status: 200 len: 1001 time: 0.3648243 Nov 29 21:48:45.898469 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851c18f-586e-4826-9ce5-348395bdd87a req-5cc7d568-c0ab-481e-b8ef-9ab447423acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:45.899895 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-9851c18f-586e-4826-9ce5-348395bdd87a req-5cc7d568-c0ab-481e-b8ef-9ab447423acf service neutron] 10.222.0.61 "GET /v2.0/networks?id=485a3fcd-6fd6-47e4-b88d-4877d6f347cd HTTP/1.1" status: 200 len: 918 time: 0.4146211 Nov 29 21:48:45.909465 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5e656-35c2-4f6e-89ae-2c1fd7868296 req-eeec4673-01d6-496e-b52f-5c7ece09a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:45.911325 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-bdb5e656-35c2-4f6e-89ae-2c1fd7868296 req-eeec4673-01d6-496e-b52f-5c7ece09a075 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac018a01-258b-4d48-9a44-ca3d60e642fd HTTP/1.1" status: 200 len: 849 time: 0.0640762 Nov 29 21:48:46.006824 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-9851c18f-586e-4826-9ce5-348395bdd87a req-072ebb65-77ba-44cc-b118-326729068016 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f16d9108-f811-48b1-9588-201973be4787 HTTP/1.1" status: 200 len: 1002 time: 0.0945876 Nov 29 21:48:46.009298 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5e656-35c2-4f6e-89ae-2c1fd7868296 req-1e2a0ea1-e4b1-45ce-bafb-4f9234081df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:46.010683 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-bdb5e656-35c2-4f6e-89ae-2c1fd7868296 req-1e2a0ea1-e4b1-45ce-bafb-4f9234081df9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=562540b5-b080-4163-a4fa-cf4e96df0d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628250 Nov 29 21:48:46.136844 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851c18f-586e-4826-9ce5-348395bdd87a req-cbb4a3bf-b2de-4d58-8370-b84af0bf3b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:46.139014 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-9851c18f-586e-4826-9ce5-348395bdd87a req-cbb4a3bf-b2de-4d58-8370-b84af0bf3b30 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c58ec759-9321-4f1d-9f62-796449e282e7 HTTP/1.1" status: 200 len: 856 time: 0.0966804 Nov 29 21:48:46.191758 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-bdb5e656-35c2-4f6e-89ae-2c1fd7868296 req-c7ece795-fcbf-4ffd-ba15-c2449c030e3c service neutron] 10.222.0.61 "GET /v2.0/networks/562540b5-b080-4163-a4fa-cf4e96df0d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416211 Nov 29 21:48:46.206109 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851c18f-586e-4826-9ce5-348395bdd87a req-d288b42f-e4a3-48c2-88fe-b14607b4aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:46.207522 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-9851c18f-586e-4826-9ce5-348395bdd87a req-d288b42f-e4a3-48c2-88fe-b14607b4aee3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485a3fcd-6fd6-47e4-b88d-4877d6f347cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566504 Nov 29 21:48:46.351945 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-bdb5e656-35c2-4f6e-89ae-2c1fd7868296 req-b6fd488b-60ce-48d0-a9a7-94f6bbb89384 service neutron] 10.222.0.61 "GET /v2.0/networks/562540b5-b080-4163-a4fa-cf4e96df0d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477735 Nov 29 21:48:46.369114 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-9851c18f-586e-4826-9ce5-348395bdd87a req-6a510777-bfbe-4bcb-bf8a-a456ffbc3ebd service neutron] 10.222.0.61 "GET /v2.0/networks/485a3fcd-6fd6-47e4-b88d-4877d6f347cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320522 Nov 29 21:48:46.460983 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-9851c18f-586e-4826-9ce5-348395bdd87a req-016e0d07-11ec-499e-9a39-bfc063b6b4e8 service neutron] 10.222.0.61 "GET /v2.0/networks/485a3fcd-6fd6-47e4-b88d-4877d6f347cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825047 Nov 29 21:48:46.575471 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d23ac-62e4-4273-af88-e5f8be4425c3 req-e89a8fc0-d058-442e-a669-391354651ddf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:46.577016 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-433d23ac-62e4-4273-af88-e5f8be4425c3 req-e89a8fc0-d058-442e-a669-391354651ddf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0563390 Nov 29 21:48:46.655303 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c26b7-de45-48a0-bb48-e13bbae433c3 req-a8b12bcd-df9c-4a94-9e2a-68543c65c7a7 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:46.656802 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-778c26b7-de45-48a0-bb48-e13bbae433c3 req-a8b12bcd-df9c-4a94-9e2a-68543c65c7a7 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=910d96f1-68fb-485a-bb0c-e843fb4dcfca HTTP/1.1" status: 200 len: 944 time: 0.0904036 Nov 29 21:48:46.664389 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-433d23ac-62e4-4273-af88-e5f8be4425c3 req-0721a231-67fd-4b69-895d-6a20a71cc070 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779977 Nov 29 21:48:46.708964 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-778c26b7-de45-48a0-bb48-e13bbae433c3 req-4c914a21-dc77-4585-a16d-580913828b55 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436368 Nov 29 21:48:47.063357 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device dbbaf7ce-7834-4758-985d-16c23e04d0d5 details requested by agent hyperv_hv-cinder-81972 with host hv-cinder-81972 {{(pid=109069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 21:48:47.171450 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port dbbaf7ce-7834-4758-985d-16c23e04d0d5, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=dbbaf7ce-7834-4758-985d-16c23e04d0d5,segment=NetworkSegment(6f64cefe-819a-41ad-b85a-f3be50f6f3dc),segment_id=6f64cefe-819a-41ad-b85a-f3be50f6f3dc)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:47.183900 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Returning: {'device': 'dbbaf7ce-7834-4758-985d-16c23e04d0d5', 'network_id': '6d4ff1e5-d7ef-4aae-b692-4683df30de2b', 'port_id': 'dbbaf7ce-7834-4758-985d-16c23e04d0d5', 'mac_address': 'fa:16:3e:a1:88:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a595db27-2145-40a6-bf96-b7a2a3096dde', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 21:48:47.226439 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:47.239262 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbbaf7ce-7834-4758-985d-16c23e04d0d5 {{(pid=109069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:48:47.257708 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port dbbaf7ce-7834-4758-985d-16c23e04d0d5, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=dbbaf7ce-7834-4758-985d-16c23e04d0d5,segment=NetworkSegment(6f64cefe-819a-41ad-b85a-f3be50f6f3dc),segment_id=6f64cefe-819a-41ad-b85a-f3be50f6f3dc)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:47.261567 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:47.309909 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=dbbaf7ce-7834-4758-985d-16c23e04d0d5,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:47.713112 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['dbbaf7ce-7834-4758-985d-16c23e04d0d5'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 21:48:47.789586 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36288294-c252-49e9-b2de-d50a340ad33b req-c4ded251-b744-4aa1-b4cd-a2e177b7b8ca tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:47.791873 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-36288294-c252-49e9-b2de-d50a340ad33b req-c4ded251-b744-4aa1-b4cd-a2e177b7b8ca tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0554607 Nov 29 21:48:47.880101 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cb545-23cc-4954-b1eb-f519cb8eea15 req-2d01b3e0-be86-481f-827e-2c5231e795ed tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:47.881582 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-bb8cb545-23cc-4954-b1eb-f519cb8eea15 req-2d01b3e0-be86-481f-827e-2c5231e795ed tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=910d96f1-68fb-485a-bb0c-e843fb4dcfca HTTP/1.1" status: 200 len: 945 time: 0.0887253 Nov 29 21:48:47.886371 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-36288294-c252-49e9-b2de-d50a340ad33b req-9d36b817-bdb0-4d1f-a7d8-ed6c643935b4 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841789 Nov 29 21:48:47.932469 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-bb8cb545-23cc-4954-b1eb-f519cb8eea15 req-f230059b-143f-4843-8665-2231bf5b025e tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444524 Nov 29 21:48:48.161402 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 34216) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:48.274219 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-58137c5b-22da-41bd-a654-c810cf1c3d11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:48.358291 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-58137c5b-22da-41bd-a654-c810cf1c3d11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:48.362196 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-58137c5b-22da-41bd-a654-c810cf1c3d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:48.405871 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-58137c5b-22da-41bd-a654-c810cf1c3d11 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b332d4adb7c94d9989ed0dc6b83cd999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399673 Nov 29 21:48:48.405871 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58137c5b-22da-41bd-a654-c810cf1c3d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98abfcda-44a0-440c-9fac-34fe9da98977,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:48.406241 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 34232) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:48.412148 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137c5b-22da-41bd-a654-c810cf1c3d11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:48.412452 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137c5b-22da-41bd-a654-c810cf1c3d11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:48.412784 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137c5b-22da-41bd-a654-c810cf1c3d11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:48.413118 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137c5b-22da-41bd-a654-c810cf1c3d11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:48.413449 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137c5b-22da-41bd-a654-c810cf1c3d11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:48.413821 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137c5b-22da-41bd-a654-c810cf1c3d11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:48.414136 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137c5b-22da-41bd-a654-c810cf1c3d11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:48.414466 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137c5b-22da-41bd-a654-c810cf1c3d11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:48.414796 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137c5b-22da-41bd-a654-c810cf1c3d11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:48.415136 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137c5b-22da-41bd-a654-c810cf1c3d11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:48.415478 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137c5b-22da-41bd-a654-c810cf1c3d11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:48.415893 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137c5b-22da-41bd-a654-c810cf1c3d11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:48.459292 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc862-eb4b-406f-93e4-1b9663cd13ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:48.481935 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc862-eb4b-406f-93e4-1b9663cd13ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:48.528176 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc862-eb4b-406f-93e4-1b9663cd13ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:48.531925 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc862-eb4b-406f-93e4-1b9663cd13ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:48.533108 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-dfdbc862-eb4b-406f-93e4-1b9663cd13ee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/98abfcda-44a0-440c-9fac-34fe9da98977 HTTP/1.1" status: 204 len: 168 time: 0.1258748 Nov 29 21:48:48.541221 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbc862-eb4b-406f-93e4-1b9663cd13ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98abfcda-44a0-440c-9fac-34fe9da98977,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:48.549188 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdbc862-eb4b-406f-93e4-1b9663cd13ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:48.549540 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdbc862-eb4b-406f-93e4-1b9663cd13ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:48.549884 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdbc862-eb4b-406f-93e4-1b9663cd13ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:48.550237 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdbc862-eb4b-406f-93e4-1b9663cd13ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:48.550573 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdbc862-eb4b-406f-93e4-1b9663cd13ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:48.550908 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdbc862-eb4b-406f-93e4-1b9663cd13ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:48.551274 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdbc862-eb4b-406f-93e4-1b9663cd13ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:48.551613 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdbc862-eb4b-406f-93e4-1b9663cd13ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:48.551948 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdbc862-eb4b-406f-93e4-1b9663cd13ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:48.552272 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdbc862-eb4b-406f-93e4-1b9663cd13ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:48.552599 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdbc862-eb4b-406f-93e4-1b9663cd13ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:48.552918 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdbc862-eb4b-406f-93e4-1b9663cd13ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:48.806262 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 34242) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:48.820049 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-00b65dcb-b9c2-4e17-965a-a4fab98e26d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:48.892731 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-00b65dcb-b9c2-4e17-965a-a4fab98e26d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:48.896328 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-00b65dcb-b9c2-4e17-965a-a4fab98e26d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:48.932361 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-00b65dcb-b9c2-4e17-965a-a4fab98e26d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb2cd75758fe49ef94c3ad304acd6741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1250207 Nov 29 21:48:48.934382 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b65dcb-b9c2-4e17-965a-a4fab98e26d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef715339-fb00-4382-87c2-fd5b4efad9df,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:48.935656 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 34246) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:49.025582 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-114d864c-6b51-4312-952b-e28d370da651 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:49.074680 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264644dd-00a0-49e3-ac30-c9f5e30ef638 req-5a80ce62-7c09-448b-8b58-a879c6eee4d2 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:49.076725 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-264644dd-00a0-49e3-ac30-c9f5e30ef638 req-5a80ce62-7c09-448b-8b58-a879c6eee4d2 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.1074228 Nov 29 21:48:49.081714 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device dbbaf7ce-7834-4758-985d-16c23e04d0d5 up at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:48:49.082234 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-114d864c-6b51-4312-952b-e28d370da651 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:49.127552 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed26a27-fca0-404e-9f1d-57c7ff0db7ae req-1ae62fd8-29dd-4487-add4-4fd81ccee1e2 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:49.127552 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-aed26a27-fca0-404e-9f1d-57c7ff0db7ae req-1ae62fd8-29dd-4487-add4-4fd81ccee1e2 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=910d96f1-68fb-485a-bb0c-e843fb4dcfca HTTP/1.1" status: 200 len: 945 time: 0.1149635 Nov 29 21:48:49.132461 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning for port dbbaf7ce-7834-4758-985d-16c23e04d0d5 completed by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 21:48:49.136709 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning complete for port dbbaf7ce-7834-4758-985d-16c23e04d0d5 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:48:49.137243 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:49.182761 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-264644dd-00a0-49e3-ac30-c9f5e30ef638 req-cebfb569-a9c9-411c-bfb7-021b75c1cdbf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970395 Nov 29 21:48:49.216124 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-114d864c-6b51-4312-952b-e28d370da651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:49.218529 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:49.219348 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-114d864c-6b51-4312-952b-e28d370da651 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:49.220485 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-114d864c-6b51-4312-952b-e28d370da651 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ef715339-fb00-4382-87c2-fd5b4efad9df HTTP/1.1" status: 204 len: 168 time: 0.2837892 Nov 29 21:48:49.227651 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-aed26a27-fca0-404e-9f1d-57c7ff0db7ae req-a27336a4-0fde-45d8-a410-e4cf7a80a652 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829525 Nov 29 21:48:49.233409 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d864c-6b51-4312-952b-e28d370da651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef715339-fb00-4382-87c2-fd5b4efad9df,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:49.244813 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910d96f1-68fb-485a-bb0c-e843fb4dcfca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbaf7ce-7834-4758-985d-16c23e04d0d5'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:48:49.247227 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}794315610de439447aed72074188a67d63b98ede12239f2058763371c4f7a0e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7f251e-f1cb-4aae-86c5-182614c21bc6" -d '{"events": [{"server_uuid": "910d96f1-68fb-485a-bb0c-e843fb4dcfca", "name": "network-vif-plugged", "status": "completed", "tag": "dbbaf7ce-7834-4758-985d-16c23e04d0d5"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:48:49.276001 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port dbbaf7ce-7834-4758-985d-16c23e04d0d5, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=dbbaf7ce-7834-4758-985d-16c23e04d0d5,segment=NetworkSegment(6f64cefe-819a-41ad-b85a-f3be50f6f3dc),segment_id=6f64cefe-819a-41ad-b85a-f3be50f6f3dc)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:49.284218 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:49.316924 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 21:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7446a433-0fdf-4d11-9aba-c1ff10fbc2f4 x-openstack-request-id: req-7446a433-0fdf-4d11-9aba-c1ff10fbc2f4 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:48:49.317238 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910d96f1-68fb-485a-bb0c-e843fb4dcfca", "name": "network-vif-plugged", "status": "completed", "tag": "dbbaf7ce-7834-4758-985d-16c23e04d0d5", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:48:49.317494 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7446a433-0fdf-4d11-9aba-c1ff10fbc2f4 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:48:49.317880 dv-cinder-819722-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910d96f1-68fb-485a-bb0c-e843fb4dcfca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbaf7ce-7834-4758-985d-16c23e04d0d5', 'code': 200} Nov 29 21:48:49.340747 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=dbbaf7ce-7834-4758-985d-16c23e04d0d5,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:49.349186 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:49.349574 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:49.349923 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:49.350256 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:49.350790 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:49.351345 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:49.351682 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:49.352013 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:49.352348 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:49.352675 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:49.352997 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:49.353323 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:48:49.517162 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa019de-964a-4925-80b0-2ad9d8915692 req-0a9e68e5-5c9d-4cc8-9ff2-64e6040ee94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:49.518671 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-caa019de-964a-4925-80b0-2ad9d8915692 req-0a9e68e5-5c9d-4cc8-9ff2-64e6040ee94f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=910d96f1-68fb-485a-bb0c-e843fb4dcfca HTTP/1.1" status: 200 len: 1099 time: 0.0408607 Nov 29 21:48:49.581230 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-caa019de-964a-4925-80b0-2ad9d8915692 req-35b89453-30e6-4c45-8103-cf0627276777 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495901 Nov 29 21:48:49.605693 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 34278) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:49.623825 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fdc7346b-6778-47d2-a760-6ffcd6ac0ca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:49.700447 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fdc7346b-6778-47d2-a760-6ffcd6ac0ca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:49.704869 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fdc7346b-6778-47d2-a760-6ffcd6ac0ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:49.743657 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-fdc7346b-6778-47d2-a760-6ffcd6ac0ca2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b1cbb23fa700499caef92cc178c2abe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368406 Nov 29 21:48:49.745118 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7346b-6778-47d2-a760-6ffcd6ac0ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb0108c-d1c4-4df6-b1ef-998a15d7bfb6,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:49.745255 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 34282) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:49.759847 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 34284) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:49.796156 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d5d0796f-4010-4128-b960-cf50bad3e6f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:49.817471 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d5d0796f-4010-4128-b960-cf50bad3e6f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:49.865848 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-5f1ba4f9-d00f-4d96-8189-40099ea229b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:49.867250 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d5d0796f-4010-4128-b960-cf50bad3e6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:49.870052 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d5d0796f-4010-4128-b960-cf50bad3e6f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:49.871254 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-d5d0796f-4010-4128-b960-cf50bad3e6f7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ddb0108c-d1c4-4df6-b1ef-998a15d7bfb6 HTTP/1.1" status: 204 len: 168 time: 0.1248348 Nov 29 21:48:49.879907 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0796f-4010-4128-b960-cf50bad3e6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb0108c-d1c4-4df6-b1ef-998a15d7bfb6,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:49.957376 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-5f1ba4f9-d00f-4d96-8189-40099ea229b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:49.961253 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-5f1ba4f9-d00f-4d96-8189-40099ea229b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:50.001431 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-5f1ba4f9-d00f-4d96-8189-40099ea229b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4efdaecf5c8945a2bd565df5e778ad29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398911 Nov 29 21:48:50.003697 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ba4f9-d00f-4d96-8189-40099ea229b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3644ab5d-4662-45c1-93c5-e5b856c6f8b1,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:50.004293 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 34292) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:48:50.054772 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-7f369c86-32a5-4868-9c9d-38bb104795a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:50.086462 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-7f369c86-32a5-4868-9c9d-38bb104795a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:50.143027 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-7f369c86-32a5-4868-9c9d-38bb104795a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:50.145799 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-7f369c86-32a5-4868-9c9d-38bb104795a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:50.150079 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-7f369c86-32a5-4868-9c9d-38bb104795a1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3644ab5d-4662-45c1-93c5-e5b856c6f8b1 HTTP/1.1" status: 204 len: 168 time: 0.1445427 Nov 29 21:48:50.158680 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f369c86-32a5-4868-9c9d-38bb104795a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3644ab5d-4662-45c1-93c5-e5b856c6f8b1,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:50.342874 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f4a3e-6441-4820-a4bd-c13c920871d5 req-e5c37d61-8d83-4d9c-833c-2a846502bab3 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:50.344415 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e10f4a3e-6441-4820-a4bd-c13c920871d5 req-e5c37d61-8d83-4d9c-833c-2a846502bab3 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0713773 Nov 29 21:48:50.402184 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa62dfa-6bbe-41d9-a982-82967397a79d req-3e78d3fb-8e21-4c1d-8a56-fa58788ccf30 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:50.404245 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9fa62dfa-6bbe-41d9-a982-82967397a79d req-3e78d3fb-8e21-4c1d-8a56-fa58788ccf30 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=910d96f1-68fb-485a-bb0c-e843fb4dcfca HTTP/1.1" status: 200 len: 946 time: 0.0831587 Nov 29 21:48:50.441752 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e10f4a3e-6441-4820-a4bd-c13c920871d5 req-924e1455-e345-49ae-9a19-33eebdcfb240 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822935 Nov 29 21:48:50.484187 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9fa62dfa-6bbe-41d9-a982-82967397a79d req-f57c995d-af88-4377-81ec-d4322deb550e tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686913 Nov 29 21:48:51.597868 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a5d6e-e6af-40d3-9b56-0948f82d0c20 req-48143bec-7da3-4923-bf78-87cb80fdbda7 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:51.599342 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-271a5d6e-e6af-40d3-9b56-0948f82d0c20 req-48143bec-7da3-4923-bf78-87cb80fdbda7 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0753143 Nov 29 21:48:51.630900 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa1fa8-26b8-48a8-ad4f-2b0e21eb40e8 req-bfdc064b-7da3-4318-b1b1-73406f88d925 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:51.632374 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-99aa1fa8-26b8-48a8-ad4f-2b0e21eb40e8 req-bfdc064b-7da3-4318-b1b1-73406f88d925 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=910d96f1-68fb-485a-bb0c-e843fb4dcfca HTTP/1.1" status: 200 len: 946 time: 0.0750511 Nov 29 21:48:51.676189 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-271a5d6e-e6af-40d3-9b56-0948f82d0c20 req-2aa95497-b89a-47fc-a95a-397febcac720 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697937 Nov 29 21:48:51.697432 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-99aa1fa8-26b8-48a8-ad4f-2b0e21eb40e8 req-50ffd019-0a77-4543-a725-3e673dd45175 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592952 Nov 29 21:48:52.379904 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-11ac370f-db8a-473f-b194-298f5ea5904c req-31939abe-2b1f-44ff-98c4-5c92a9fa9fdc tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=47206b3befa4469a9cfade83c1668aca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306673 Nov 29 21:48:52.626106 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c02bedfb-490e-4a55-9822-00e2d96ef287 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:52.627699 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c02bedfb-490e-4a55-9822-00e2d96ef287 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2420328 Nov 29 21:48:52.652996 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36902284-3ce7-45a8-ba9b-cc9e36a5b967 req-14f3f9ed-9e31-4b9b-b600-a20b0e8b2f32 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:52.655313 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-36902284-3ce7-45a8-ba9b-cc9e36a5b967 req-14f3f9ed-9e31-4b9b-b600-a20b0e8b2f32 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=910d96f1-68fb-485a-bb0c-e843fb4dcfca HTTP/1.1" status: 200 len: 946 time: 0.0951588 Nov 29 21:48:52.657104 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-11ac370f-db8a-473f-b194-298f5ea5904c req-1533c04b-86b1-4bb6-8e39-78106cd719b7 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/quotas/47206b3befa4469a9cfade83c1668aca HTTP/1.1" status: 200 len: 375 time: 0.0229053 Nov 29 21:48:52.697862 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-11ac370f-db8a-473f-b194-298f5ea5904c req-eb24a0f4-042f-4ffd-871b-5d0f912848fe tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=47206b3befa4469a9cfade83c1668aca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313058 Nov 29 21:48:52.725512 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-36902284-3ce7-45a8-ba9b-cc9e36a5b967 req-9ce8df5a-5bb8-4ae8-b44b-5a64bdc6ff6e tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646813 Nov 29 21:48:52.833526 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb905ddd-3dec-447f-a961-c8c8f67857d2 req-ca4ffbb5-ec63-4c4f-9860-9d2ddec6f1bf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:52.835313 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-eb905ddd-3dec-447f-a961-c8c8f67857d2 req-ca4ffbb5-ec63-4c4f-9860-9d2ddec6f1bf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0542853 Nov 29 21:48:52.867822 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-81d333af-d19e-45c8-941d-1da845afe526 req-245c6573-e7e8-4d83-a481-9bda81a1ca65 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd8776a5-4be9-4972-b307-0b084fbe580e HTTP/1.1" status: 200 len: 210 time: 0.0315135 Nov 29 21:48:52.903041 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-eb905ddd-3dec-447f-a961-c8c8f67857d2 req-e2385cee-8a0d-46e1-8014-424cee0fa008 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579042 Nov 29 21:48:53.840552 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2313c62-16d7-49a5-8867-827ba776dedb req-9a98a822-c069-4403-b3d5-ef62b07d53a0 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:53.842721 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e2313c62-16d7-49a5-8867-827ba776dedb req-9a98a822-c069-4403-b3d5-ef62b07d53a0 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=910d96f1-68fb-485a-bb0c-e843fb4dcfca HTTP/1.1" status: 200 len: 946 time: 0.0483649 Nov 29 21:48:53.887763 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e2313c62-16d7-49a5-8867-827ba776dedb req-3836fcdf-42d5-4727-aade-e1e25262f8ac tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392447 Nov 29 21:48:54.033456 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eeab4d-2982-4cfa-bcd5-40b11bdbb885 req-fb2f6cb4-b60b-40a4-adf7-50ea1338726c tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:54.035496 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-17eeab4d-2982-4cfa-bcd5-40b11bdbb885 req-fb2f6cb4-b60b-40a4-adf7-50ea1338726c tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0613823 Nov 29 21:48:54.111923 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2a8e3235-73ee-4822-ad0c-20f29b9b1f69 req-5b25109c-0b99-403c-b2da-48cb361cc563 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd8776a5-4be9-4972-b307-0b084fbe580e HTTP/1.1" status: 200 len: 210 time: 0.0341337 Nov 29 21:48:54.115699 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-17eeab4d-2982-4cfa-bcd5-40b11bdbb885 req-dd080ea6-bb8d-4f1c-938c-143477cffbc7 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742440 Nov 29 21:48:54.205984 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-11ac370f-db8a-473f-b194-298f5ea5904c req-6345c402-553a-4675-a1f3-c1f718af482c tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=47206b3befa4469a9cfade83c1668aca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313728 Nov 29 21:48:54.413726 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c69d001c-7260-4e0b-809f-93ea0a4cfa2e tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:54.415197 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c69d001c-7260-4e0b-809f-93ea0a4cfa2e tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1992300 Nov 29 21:48:54.450278 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-11ac370f-db8a-473f-b194-298f5ea5904c req-071470b9-608e-405a-8b01-acbcc1f1db47 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Request body: {'port': {'device_id': 'dd8776a5-4be9-4972-b307-0b084fbe580e', 'network_id': '1826450b-3024-4093-a1e9-7a61fb92233f', 'admin_state_up': True, 'tenant_id': '47206b3befa4469a9cfade83c1668aca'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:48:54.562191 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ac370f-db8a-473f-b194-298f5ea5904c req-071470b9-608e-405a-8b01-acbcc1f1db47 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Made reservation on behalf of 47206b3befa4469a9cfade83c1668aca for: {'port': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:48:54.565643 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-11ac370f-db8a-473f-b194-298f5ea5904c req-071470b9-608e-405a-8b01-acbcc1f1db47 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:54.574592 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-11ac370f-db8a-473f-b194-298f5ea5904c req-071470b9-608e-405a-8b01-acbcc1f1db47 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:54.650902 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-11ac370f-db8a-473f-b194-298f5ea5904c req-071470b9-608e-405a-8b01-acbcc1f1db47 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:54.654927 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-11ac370f-db8a-473f-b194-298f5ea5904c req-071470b9-608e-405a-8b01-acbcc1f1db47 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:54.719994 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071470b9-608e-405a-8b01-acbcc1f1db47 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d74853e-8973-435f-ae40-10cdcea53b13,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:54.791978 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [req-11ac370f-db8a-473f-b194-298f5ea5904c req-071470b9-608e-405a-8b01-acbcc1f1db47 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Allocated IP 192.168.233.97 (1826450b-3024-4093-a1e9-7a61fb92233f/99945c73-2c0a-4f18-bd4a-d7173a106ab1/825776cd-a0b1-4d09-9a7a-897c26325aa5) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:48:54.935457 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-11ac370f-db8a-473f-b194-298f5ea5904c req-071470b9-608e-405a-8b01-acbcc1f1db47 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:54.969303 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-11ac370f-db8a-473f-b194-298f5ea5904c req-071470b9-608e-405a-8b01-acbcc1f1db47 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:55.005690 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2f819-224e-4179-9250-0eca9eb02556 req-004223d2-afda-41e5-912d-7e502e8a95bc tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:55.007508 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-86a2f819-224e-4179-9250-0eca9eb02556 req-004223d2-afda-41e5-912d-7e502e8a95bc tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=910d96f1-68fb-485a-bb0c-e843fb4dcfca HTTP/1.1" status: 200 len: 946 time: 0.0503128 Nov 29 21:48:55.017998 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ac370f-db8a-473f-b194-298f5ea5904c req-071470b9-608e-405a-8b01-acbcc1f1db47 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Network 1826450b-3024-4093-a1e9-7a61fb92233f is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:48:55.024388 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [req-11ac370f-db8a-473f-b194-298f5ea5904c req-071470b9-608e-405a-8b01-acbcc1f1db47 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:48:55.029077 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ac370f-db8a-473f-b194-298f5ea5904c req-071470b9-608e-405a-8b01-acbcc1f1db47 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:48:55.036951 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac370f-db8a-473f-b194-298f5ea5904c req-071470b9-608e-405a-8b01-acbcc1f1db47 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:55.037612 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-11ac370f-db8a-473f-b194-298f5ea5904c req-071470b9-608e-405a-8b01-acbcc1f1db47 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:55.041567 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071470b9-608e-405a-8b01-acbcc1f1db47 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Pushing event updated for resources: {'Port': ['ID=825776cd-a0b1-4d09-9a7a-897c26325aa5,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:55.057989 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-11ac370f-db8a-473f-b194-298f5ea5904c req-071470b9-608e-405a-8b01-acbcc1f1db47 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6115134 Nov 29 21:48:55.078642 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-86a2f819-224e-4179-9250-0eca9eb02556 req-e033e7e5-65cd-4233-a017-4b67c5ee346d tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632443 Nov 29 21:48:55.084934 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c018ae15-0610-4f24-8287-f5d316a20af3 service neutron] Request body: {'port': {'device_id': 'dd8776a5-4be9-4972-b307-0b084fbe580e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81972'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:48:55.149404 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c018ae15-0610-4f24-8287-f5d316a20af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:55.242676 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-428f8417-985e-412c-9637-a5c9f3a927a6 None None] Provisioning complete for port 825776cd-a0b1-4d09-9a7a-897c26325aa5 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:48:55.243505 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-428f8417-985e-412c-9637-a5c9f3a927a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:55.286689 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-428f8417-985e-412c-9637-a5c9f3a927a6 None None] Port 825776cd-a0b1-4d09-9a7a-897c26325aa5 cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 21:48:55.288371 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18778c27-e14c-4dcc-87f8-36a93e9b79cf req-c3b06438-72a7-4366-9873-0a057b59fc4e tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:55.289999 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-18778c27-e14c-4dcc-87f8-36a93e9b79cf req-c3b06438-72a7-4366-9873-0a057b59fc4e tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0807741 Nov 29 21:48:55.298838 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a15f57-8697-465b-b329-fc0e85e21469 req-38b1cca6-2572-4e6b-b0db-78b8f06d96c0 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:55.300506 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f1a15f57-8697-465b-b329-fc0e85e21469 req-38b1cca6-2572-4e6b-b0db-78b8f06d96c0 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd8776a5-4be9-4972-b307-0b084fbe580e HTTP/1.1" status: 200 len: 935 time: 0.1014726 Nov 29 21:48:55.387639 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-18778c27-e14c-4dcc-87f8-36a93e9b79cf req-dde98183-0e86-4260-ab36-d4ec8c3b1387 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829246 Nov 29 21:48:55.390886 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f1a15f57-8697-465b-b329-fc0e85e21469 req-e25ce45a-de66-4841-998e-6a262047619c tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d74853e-8973-435f-ae40-10cdcea53b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788267 Nov 29 21:48:55.469252 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c018ae15-0610-4f24-8287-f5d316a20af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 825776cd-a0b1-4d09-9a7a-897c26325aa5 {{(pid=109068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:48:55.476632 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c018ae15-0610-4f24-8287-f5d316a20af3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:55.489165 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.provisioning_blocks [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c018ae15-0610-4f24-8287-f5d316a20af3 service neutron] Transition to ACTIVE for port object 825776cd-a0b1-4d09-9a7a-897c26325aa5 will not be triggered until provisioned by entity L2. {{(pid=109068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 21:48:55.494479 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c018ae15-0610-4f24-8287-f5d316a20af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:55.601083 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018ae15-0610-4f24-8287-f5d316a20af3 service neutron] Pushing event updated for resources: {'Port': ['ID=825776cd-a0b1-4d09-9a7a-897c26325aa5,revision_number=2']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:55.671077 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c018ae15-0610-4f24-8287-f5d316a20af3 service neutron] Attempting to bind port 825776cd-a0b1-4d09-9a7a-897c26325aa5 on host hv-cinder-81972 for vnic_type normal with profile {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:48:55.673889 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c018ae15-0610-4f24-8287-f5d316a20af3 service neutron] Attempting to bind port 825776cd-a0b1-4d09-9a7a-897c26325aa5 by drivers openvswitch,hyperv on host hv-cinder-81972 at level 0 using segments [{'id': 'd958fde9-59ca-40a6-af4f-3b363b4a2551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '1826450b-3024-4093-a1e9-7a61fb92233f'}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:48:55.674283 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c018ae15-0610-4f24-8287-f5d316a20af3 service neutron] Attempting to bind port 825776cd-a0b1-4d09-9a7a-897c26325aa5 on network 1826450b-3024-4093-a1e9-7a61fb92233f {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:48:55.687374 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998c413-c860-4a85-8cbd-756b90f9b170 req-62cd9913-74a8-4750-8d9a-8b317e8399d0 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:55.688928 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d998c413-c860-4a85-8cbd-756b90f9b170 req-62cd9913-74a8-4750-8d9a-8b317e8399d0 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.61 "GET /v2.0/ports?device_id=910d96f1-68fb-485a-bb0c-e843fb4dcfca HTTP/1.1" status: 200 len: 946 time: 0.1521060 Nov 29 21:48:55.691536 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c018ae15-0610-4f24-8287-f5d316a20af3 service neutron] Port 825776cd-a0b1-4d09-9a7a-897c26325aa5 on network 1826450b-3024-4093-a1e9-7a61fb92233f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81972 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 21:48:55.691913 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c018ae15-0610-4f24-8287-f5d316a20af3 service neutron] Attempting to bind port 825776cd-a0b1-4d09-9a7a-897c26325aa5 on network 1826450b-3024-4093-a1e9-7a61fb92233f {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:48:55.698585 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c018ae15-0610-4f24-8287-f5d316a20af3 service neutron] Checking agent: {'id': 'bd4952a7-5212-46e1-86e6-5bf28a3d3387', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81972', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'started_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:48:55.699278 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c018ae15-0610-4f24-8287-f5d316a20af3 service neutron] Checking segment: {'id': 'd958fde9-59ca-40a6-af4f-3b363b4a2551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '1826450b-3024-4093-a1e9-7a61fb92233f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:48:55.699656 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c018ae15-0610-4f24-8287-f5d316a20af3 service neutron] Bound using segment: {'id': 'd958fde9-59ca-40a6-af4f-3b363b4a2551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '1826450b-3024-4093-a1e9-7a61fb92233f'} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:48:55.700080 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c018ae15-0610-4f24-8287-f5d316a20af3 service neutron] Bound port: 825776cd-a0b1-4d09-9a7a-897c26325aa5, host: hv-cinder-81972, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd958fde9-59ca-40a6-af4f-3b363b4a2551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '1826450b-3024-4093-a1e9-7a61fb92233f'}}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:48:55.700512 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c018ae15-0610-4f24-8287-f5d316a20af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:55.845870 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c018ae15-0610-4f24-8287-f5d316a20af3 service neutron] For port 825776cd-a0b1-4d09-9a7a-897c26325aa5, host hv-cinder-81972, cleared binding levels {{(pid=109068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:48:55.862413 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c018ae15-0610-4f24-8287-f5d316a20af3 service neutron] For port 825776cd-a0b1-4d09-9a7a-897c26325aa5, host hv-cinder-81972, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=825776cd-a0b1-4d09-9a7a-897c26325aa5,segment=NetworkSegment(d958fde9-59ca-40a6-af4f-3b363b4a2551),segment_id=d958fde9-59ca-40a6-af4f-3b363b4a2551)] {{(pid=109068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:48:55.868629 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c018ae15-0610-4f24-8287-f5d316a20af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:55.903023 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-d998c413-c860-4a85-8cbd-756b90f9b170 req-b7564d30-a8eb-4669-89b2-a2ea5a436085 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Deleting port dbbaf7ce-7834-4758-985d-16c23e04d0d5 {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:48:55.903381 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-d998c413-c860-4a85-8cbd-756b90f9b170 req-b7564d30-a8eb-4669-89b2-a2ea5a436085 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:55.925499 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c018ae15-0610-4f24-8287-f5d316a20af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:55.926058 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c018ae15-0610-4f24-8287-f5d316a20af3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:55.927541 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c018ae15-0610-4f24-8287-f5d316a20af3 service neutron] 10.222.0.61 "PUT /v2.0/ports/825776cd-a0b1-4d09-9a7a-897c26325aa5 HTTP/1.1" status: 200 len: 1097 time: 0.8501923 Nov 29 21:48:55.927928 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd8776a5-4be9-4972-b307-0b084fbe580e', 'tag': '825776cd-a0b1-4d09-9a7a-897c26325aa5'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:48:55.930170 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48ab1b4-b70d-4585-b354-f101752c5302" -d '{"events": [{"name": "network-changed", "server_uuid": "dd8776a5-4be9-4972-b307-0b084fbe580e", "tag": "825776cd-a0b1-4d09-9a7a-897c26325aa5"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:48:55.993123 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 21:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706c35bf-ebaf-4c4f-9b36-c46c9c0dba04 x-openstack-request-id: req-706c35bf-ebaf-4c4f-9b36-c46c9c0dba04 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:48:55.993420 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd8776a5-4be9-4972-b307-0b084fbe580e", "tag": "825776cd-a0b1-4d09-9a7a-897c26325aa5", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:48:55.993669 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-706c35bf-ebaf-4c4f-9b36-c46c9c0dba04 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:48:55.994060 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd8776a5-4be9-4972-b307-0b084fbe580e', 'tag': '825776cd-a0b1-4d09-9a7a-897c26325aa5', 'status': 'completed', 'code': 200} Nov 29 21:48:55.996470 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018ae15-0610-4f24-8287-f5d316a20af3 service neutron] Pushing event updated for resources: {'Port': ['ID=825776cd-a0b1-4d09-9a7a-897c26325aa5,revision_number=3']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:56.058964 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-d998c413-c860-4a85-8cbd-756b90f9b170 req-b7564d30-a8eb-4669-89b2-a2ea5a436085 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] For port dbbaf7ce-7834-4758-985d-16c23e04d0d5, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=dbbaf7ce-7834-4758-985d-16c23e04d0d5,segment=NetworkSegment(6f64cefe-819a-41ad-b85a-f3be50f6f3dc),segment_id=6f64cefe-819a-41ad-b85a-f3be50f6f3dc)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:56.059400 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-d998c413-c860-4a85-8cbd-756b90f9b170 req-b7564d30-a8eb-4669-89b2-a2ea5a436085 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:56.078821 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-d998c413-c860-4a85-8cbd-756b90f9b170 req-b7564d30-a8eb-4669-89b2-a2ea5a436085 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Calling delete_port for dbbaf7ce-7834-4758-985d-16c23e04d0d5 owned by compute:nova {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:48:56.094041 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c5d8e003-62f6-454e-ab53-a0574ac7d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:56.095539 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-11ac370f-db8a-473f-b194-298f5ea5904c req-c5d8e003-62f6-454e-ab53-a0574ac7d710 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47206b3befa4469a9cfade83c1668aca&device_id=dd8776a5-4be9-4972-b307-0b084fbe580e HTTP/1.1" status: 200 len: 1100 time: 0.0899160 Nov 29 21:48:56.378978 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87704c-9a2d-4add-a766-d9a36c79ea52 req-18fe861e-6668-4ffd-967e-735b4b703a38 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:56.380765 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fe87704c-9a2d-4add-a766-d9a36c79ea52 req-18fe861e-6668-4ffd-967e-735b4b703a38 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=910d96f1-68fb-485a-bb0c-e843fb4dcfca HTTP/1.1" status: 200 len: 946 time: 0.2225811 Nov 29 21:48:56.414211 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-11ac370f-db8a-473f-b194-298f5ea5904c req-59bc5200-383a-4338-8502-c442c5af971e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=825776cd-a0b1-4d09-9a7a-897c26325aa5 HTTP/1.1" status: 200 len: 217 time: 0.2854321 Nov 29 21:48:56.433762 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fe87704c-9a2d-4add-a766-d9a36c79ea52 req-e6274f9c-33fe-4ea0-832f-427356c26fc7 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456939 Nov 29 21:48:56.489564 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac370f-db8a-473f-b194-298f5ea5904c req-159cea75-21af-449b-9263-7a3f6c111cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:56.491034 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-11ac370f-db8a-473f-b194-298f5ea5904c req-159cea75-21af-449b-9263-7a3f6c111cca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=99945c73-2c0a-4f18-bd4a-d7173a106ab1 HTTP/1.1" status: 200 len: 843 time: 0.0666926 Nov 29 21:48:56.552284 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b8ad8-b4ac-4731-aaae-091a338d1eed req-39c07066-4cc7-437a-ba03-51b470bc32c3 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:56.553758 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d61b8ad8-b4ac-4731-aaae-091a338d1eed req-39c07066-4cc7-437a-ba03-51b470bc32c3 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0775864 Nov 29 21:48:56.576785 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac370f-db8a-473f-b194-298f5ea5904c req-2261d2d0-d713-4160-bac4-e698c2a1095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:56.578513 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-11ac370f-db8a-473f-b194-298f5ea5904c req-2261d2d0-d713-4160-bac4-e698c2a1095d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1826450b-3024-4093-a1e9-7a61fb92233f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0754631 Nov 29 21:48:56.579442 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e437e3-5cc6-4d20-b15b-d7305763db45 req-680d8c65-77d5-46c7-9675-910b5442e80f tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:56.579636 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-d998c413-c860-4a85-8cbd-756b90f9b170 req-b7564d30-a8eb-4669-89b2-a2ea5a436085 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:56.580895 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c4e437e3-5cc6-4d20-b15b-d7305763db45 req-680d8c65-77d5-46c7-9675-910b5442e80f tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd8776a5-4be9-4972-b307-0b084fbe580e HTTP/1.1" status: 200 len: 947 time: 0.0767174 Nov 29 21:48:56.593423 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['dbbaf7ce-7834-4758-985d-16c23e04d0d5'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 21:48:56.615984 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7564d30-a8eb-4669-89b2-a2ea5a436085 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Pushing event deleted for resources: {'Port': ['ID=dbbaf7ce-7834-4758-985d-16c23e04d0d5,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:56.643548 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d61b8ad8-b4ac-4731-aaae-091a338d1eed req-2a56993a-483a-4d5f-9a5c-d85701dfe217 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796738 Nov 29 21:48:56.665034 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c4e437e3-5cc6-4d20-b15b-d7305763db45 req-8cbfd8d2-334c-4448-bcc4-780f08d180a0 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d74853e-8973-435f-ae40-10cdcea53b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761907 Nov 29 21:48:56.713464 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-d998c413-c860-4a85-8cbd-756b90f9b170 req-b7564d30-a8eb-4669-89b2-a2ea5a436085 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] No DVR routers for this DVR port dbbaf7ce-7834-4758-985d-16c23e04d0d5 on host hv-cinder-81972 {{(pid=109068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 21:48:56.752089 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-d998c413-c860-4a85-8cbd-756b90f9b170 req-b7564d30-a8eb-4669-89b2-a2ea5a436085 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:56.755436 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d998c413-c860-4a85-8cbd-756b90f9b170 req-b7564d30-a8eb-4669-89b2-a2ea5a436085 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.61 "DELETE /v2.0/ports/dbbaf7ce-7834-4758-985d-16c23e04d0d5 HTTP/1.1" status: 204 len: 173 time: 1.0579734 Nov 29 21:48:56.784965 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-11ac370f-db8a-473f-b194-298f5ea5904c req-ef90e5f1-65ab-4b15-942c-89f2a5e81ed2 service neutron] 10.222.0.61 "GET /v2.0/networks/1826450b-3024-4093-a1e9-7a61fb92233f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780403 Nov 29 21:48:56.883709 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-11ac370f-db8a-473f-b194-298f5ea5904c req-157c36f6-6731-45e0-9333-2d7bb037fdc8 service neutron] 10.222.0.61 "GET /v2.0/networks/1826450b-3024-4093-a1e9-7a61fb92233f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876708 Nov 29 21:48:57.046077 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-dcf6f943-ef4f-4b12-8f41-0c108dc2d1fa req-f6c75ad8-5958-40f3-8d83-1a28ddfb146c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0632968 Nov 29 21:48:57.048390 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ab1b4-b70d-4585-b354-f101752c5302 req-43726e34-53f7-4822-b669-b917512f1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:57.049762 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d48ab1b4-b70d-4585-b354-f101752c5302 req-43726e34-53f7-4822-b669-b917512f1bf2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=47206b3befa4469a9cfade83c1668aca&device_id=dd8776a5-4be9-4972-b307-0b084fbe580e HTTP/1.1" status: 200 len: 1100 time: 0.0756783 Nov 29 21:48:57.183892 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ab1b4-b70d-4585-b354-f101752c5302 req-5ad64e42-c922-4954-8f98-c10a716779ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:57.185387 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d48ab1b4-b70d-4585-b354-f101752c5302 req-5ad64e42-c922-4954-8f98-c10a716779ca service neutron] 10.222.0.61 "GET /v2.0/networks?id=1826450b-3024-4093-a1e9-7a61fb92233f HTTP/1.1" status: 200 len: 870 time: 0.1151493 Nov 29 21:48:57.189459 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6f943-ef4f-4b12-8f41-0c108dc2d1fa req-716217c9-bc8d-4429-87b7-1b2ef14c9efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:57.190772 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-dcf6f943-ef4f-4b12-8f41-0c108dc2d1fa req-716217c9-bc8d-4429-87b7-1b2ef14c9efa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dcc16b16da7c473bbbf22b78232706fc&device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 1098 time: 0.0624461 Nov 29 21:48:57.234266 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d48ab1b4-b70d-4585-b354-f101752c5302 req-d3359041-f9c6-41f5-affd-ae5747cba576 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=825776cd-a0b1-4d09-9a7a-897c26325aa5 HTTP/1.1" status: 200 len: 217 time: 0.0412917 Nov 29 21:48:57.329521 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ab1b4-b70d-4585-b354-f101752c5302 req-6460f00c-7519-41ea-8c9d-e0f995669738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:57.330940 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d48ab1b4-b70d-4585-b354-f101752c5302 req-6460f00c-7519-41ea-8c9d-e0f995669738 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=99945c73-2c0a-4f18-bd4a-d7173a106ab1 HTTP/1.1" status: 200 len: 843 time: 0.0864472 Nov 29 21:48:57.347063 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6f943-ef4f-4b12-8f41-0c108dc2d1fa req-daa85510-de64-44c4-b403-71bf5b526dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:57.348424 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-dcf6f943-ef4f-4b12-8f41-0c108dc2d1fa req-daa85510-de64-44c4-b403-71bf5b526dd1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=12e31e2f-d5f7-4c99-b745-8888c8a5010d HTTP/1.1" status: 200 len: 912 time: 0.1227045 Nov 29 21:48:57.419283 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-dcf6f943-ef4f-4b12-8f41-0c108dc2d1fa req-9f5bdf88-e63e-48f7-bf71-555292061af1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5be49f86-624d-461d-90b4-bcadedea22f7 HTTP/1.1" status: 200 len: 217 time: 0.0516334 Nov 29 21:48:57.475719 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ab1b4-b70d-4585-b354-f101752c5302 req-cef20374-b75d-4751-8153-907f6564c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:57.477219 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d48ab1b4-b70d-4585-b354-f101752c5302 req-cef20374-b75d-4751-8153-907f6564c11f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1826450b-3024-4093-a1e9-7a61fb92233f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1169696 Nov 29 21:48:57.501332 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6f943-ef4f-4b12-8f41-0c108dc2d1fa req-f72d5ede-b584-48c4-a417-1db39fb49e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:57.503504 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-dcf6f943-ef4f-4b12-8f41-0c108dc2d1fa req-f72d5ede-b584-48c4-a417-1db39fb49e38 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=34279472-7150-43f3-82ee-5f76f6b76ca2 HTTP/1.1" status: 200 len: 851 time: 0.0735281 Nov 29 21:48:57.551398 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-27e6d28a-73bc-4a5c-a504-6404ecb7201b req-c87cac7b-7058-405e-9c78-df26df06b616 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=910d96f1-68fb-485a-bb0c-e843fb4dcfca HTTP/1.1" status: 200 len: 210 time: 0.0273798 Nov 29 21:48:57.551998 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-dcf6f943-ef4f-4b12-8f41-0c108dc2d1fa req-2a8cbd47-9379-4ea8-a5d9-13e87e471f8e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=12e31e2f-d5f7-4c99-b745-8888c8a5010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365453 Nov 29 21:48:57.661453 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d48ab1b4-b70d-4585-b354-f101752c5302 req-bf167aac-a39a-4d2a-8efe-06279ece8b6b service neutron] 10.222.0.61 "GET /v2.0/networks/1826450b-3024-4093-a1e9-7a61fb92233f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712110 Nov 29 21:48:57.717200 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-dcf6f943-ef4f-4b12-8f41-0c108dc2d1fa req-bb39e10a-1a6b-4701-b15d-0cfc03972e45 service neutron] 10.222.0.61 "GET /v2.0/networks/12e31e2f-d5f7-4c99-b745-8888c8a5010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331646 Nov 29 21:48:57.796268 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83367378-2113-4a76-9cfc-9d24501d7aaf req-c0cc3dd9-2340-4442-b92e-d4192113e9be tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:57.797815 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-83367378-2113-4a76-9cfc-9d24501d7aaf req-c0cc3dd9-2340-4442-b92e-d4192113e9be tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0797670 Nov 29 21:48:57.809560 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecfaca-3a8d-4ac3-9ab0-fadbe7be50f7 req-c9bff0a5-c3b3-4c22-8171-3c0ba1ccc636 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:57.811593 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-51ecfaca-3a8d-4ac3-9ab0-fadbe7be50f7 req-c9bff0a5-c3b3-4c22-8171-3c0ba1ccc636 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd8776a5-4be9-4972-b307-0b084fbe580e HTTP/1.1" status: 200 len: 947 time: 0.0825272 Nov 29 21:48:57.847508 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d48ab1b4-b70d-4585-b354-f101752c5302 req-3c9efd92-235d-4625-be32-0058fd46867b service neutron] 10.222.0.61 "GET /v2.0/networks/1826450b-3024-4093-a1e9-7a61fb92233f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769316 Nov 29 21:48:57.870528 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-dcf6f943-ef4f-4b12-8f41-0c108dc2d1fa req-809e984e-5c62-4920-99cd-abe3cebfd54f service neutron] 10.222.0.61 "GET /v2.0/networks/12e31e2f-d5f7-4c99-b745-8888c8a5010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256466 Nov 29 21:48:57.902044 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-83367378-2113-4a76-9cfc-9d24501d7aaf req-b5f35c9e-b8e4-4509-8815-7707d5812c13 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891595 Nov 29 21:48:57.905994 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-51ecfaca-3a8d-4ac3-9ab0-fadbe7be50f7 req-31c5a49d-4be2-4349-9bc6-4d32ab0d6d5d tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d74853e-8973-435f-ae40-10cdcea53b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853238 Nov 29 21:48:57.995188 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910d96f1-68fb-485a-bb0c-e843fb4dcfca', 'name': 'network-vif-deleted', 'tag': 'dbbaf7ce-7834-4758-985d-16c23e04d0d5'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:48:57.998247 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc879905-74a4-4e86-821e-472e45800f6e" -d '{"events": [{"server_uuid": "910d96f1-68fb-485a-bb0c-e843fb4dcfca", "name": "network-vif-deleted", "tag": "dbbaf7ce-7834-4758-985d-16c23e04d0d5"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:48:58.041343 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 21:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d481e1da-d743-4977-a58a-665ede1332ae x-openstack-request-id: req-d481e1da-d743-4977-a58a-665ede1332ae {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:48:58.041642 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910d96f1-68fb-485a-bb0c-e843fb4dcfca", "name": "network-vif-deleted", "tag": "dbbaf7ce-7834-4758-985d-16c23e04d0d5", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:48:58.041897 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d481e1da-d743-4977-a58a-665ede1332ae {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:48:58.042300 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910d96f1-68fb-485a-bb0c-e843fb4dcfca', 'name': 'network-vif-deleted', 'tag': 'dbbaf7ce-7834-4758-985d-16c23e04d0d5', 'status': 'completed', 'code': 200} Nov 29 21:48:58.805469 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:58.894581 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-402b6b16-6ac1-4b40-bbd2-91605dfd35ad tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:58.896063 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-402b6b16-6ac1-4b40-bbd2-91605dfd35ad tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/networks?id=6d4ff1e5-d7ef-4aae-b692-4683df30de2b HTTP/1.1" status: 200 len: 809 time: 0.1212795 Nov 29 21:48:58.910989 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-58332915-5cc1-484b-8509-00b791abd40c tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/quotas/8a727bced07442fb877f89dd67bc1353 HTTP/1.1" status: 200 len: 375 time: 0.0093489 Nov 29 21:48:58.945130 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-c3c63a79-5440-4fcf-8fa3-0fdda2f38141 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a727bced07442fb877f89dd67bc1353&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290613 Nov 29 21:48:59.071067 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585d45d-20cc-4ec3-97a6-2294beb3d845 req-1063ca3d-cb54-4851-9a14-a533d9d54b32 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:59.072644 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3585d45d-20cc-4ec3-97a6-2294beb3d845 req-1063ca3d-cb54-4851-9a14-a533d9d54b32 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd8776a5-4be9-4972-b307-0b084fbe580e HTTP/1.1" status: 200 len: 947 time: 0.0970800 Nov 29 21:48:59.077515 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-080d0c35-2fed-4a32-b32e-5da55f42621c service neutron] 10.222.0.62 "GET /v2.0/networks/6d4ff1e5-d7ef-4aae-b692-4683df30de2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248026 Nov 29 21:48:59.139707 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 825776cd-a0b1-4d09-9a7a-897c26325aa5 details requested by agent hyperv_hv-cinder-81972 with host hv-cinder-81972 {{(pid=109069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 21:48:59.143311 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device dbbaf7ce-7834-4758-985d-16c23e04d0d5 no longer exists at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 21:48:59.174984 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] No Port match for: dbbaf7ce-7834-4758-985d-16c23e04d0d5 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 21:48:59.175350 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device dbbaf7ce-7834-4758-985d-16c23e04d0d5 not bound to the agent host hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 21:48:59.176793 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3585d45d-20cc-4ec3-97a6-2294beb3d845 req-4551c17d-c215-4bdf-b82a-3dff928f62c9 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d74853e-8973-435f-ae40-10cdcea53b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957286 Nov 29 21:48:59.203218 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-6b2ecbfd-3163-4fea-b290-1aa0fe6700a0 service neutron] 10.222.0.62 "GET /v2.0/networks/6d4ff1e5-d7ef-4aae-b692-4683df30de2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162612 Nov 29 21:48:59.277189 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 825776cd-a0b1-4d09-9a7a-897c26325aa5, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=825776cd-a0b1-4d09-9a7a-897c26325aa5,segment=NetworkSegment(d958fde9-59ca-40a6-af4f-3b363b4a2551),segment_id=d958fde9-59ca-40a6-af4f-3b363b4a2551)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:59.288350 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e921f35-d27e-48f9-aef3-f19ac803b476 req-0052a615-f188-4559-8489-2cf711e684bf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:48:59.290117 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6e921f35-d27e-48f9-aef3-f19ac803b476 req-0052a615-f188-4559-8489-2cf711e684bf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0555606 Nov 29 21:48:59.291267 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Returning: {'device': '825776cd-a0b1-4d09-9a7a-897c26325aa5', 'network_id': '1826450b-3024-4093-a1e9-7a61fb92233f', 'port_id': '825776cd-a0b1-4d09-9a7a-897c26325aa5', 'mac_address': 'fa:16:3e:d8:30:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99945c73-2c0a-4f18-bd4a-d7173a106ab1', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 21:48:59.332308 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:59.354352 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825776cd-a0b1-4d09-9a7a-897c26325aa5 {{(pid=109069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:48:59.359645 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6e921f35-d27e-48f9-aef3-f19ac803b476 req-10719c99-1074-41d4-8fdb-82e7cb3903bc tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630651 Nov 29 21:48:59.379632 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 825776cd-a0b1-4d09-9a7a-897c26325aa5, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=825776cd-a0b1-4d09-9a7a-897c26325aa5,segment=NetworkSegment(d958fde9-59ca-40a6-af4f-3b363b4a2551),segment_id=d958fde9-59ca-40a6-af4f-3b363b4a2551)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:48:59.384387 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:48:59.438768 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=825776cd-a0b1-4d09-9a7a-897c26325aa5,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:48:59.520018 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1cc864dd-50d2-4134-8bf6-f56e7f8164da req-16b30f23-943a-4285-bb27-16e48744b7a2 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=c36bab06-0e1f-4163-bc3a-a4e5ebda0189 HTTP/1.1" status: 200 len: 210 time: 0.0264511 Nov 29 21:48:59.788420 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['825776cd-a0b1-4d09-9a7a-897c26325aa5'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 21:49:00.294899 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994cd4b-fd91-4fd7-a38d-d776eb106c6a req-1bbd6e73-4b71-468f-a0af-36056a3b3b88 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:00.296970 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c994cd4b-fd91-4fd7-a38d-d776eb106c6a req-1bbd6e73-4b71-468f-a0af-36056a3b3b88 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd8776a5-4be9-4972-b307-0b084fbe580e HTTP/1.1" status: 200 len: 948 time: 0.0476406 Nov 29 21:49:00.343280 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c994cd4b-fd91-4fd7-a38d-d776eb106c6a req-fe5f16ad-c277-4c9c-89f3-df272799446a tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d74853e-8973-435f-ae40-10cdcea53b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398304 Nov 29 21:49:00.473375 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb1704-3a3d-4ec8-9e8f-da67bc9239c1 req-54d3b84b-c4ff-49a9-ab8e-3f6c9475fc2b tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:00.474839 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-33eb1704-3a3d-4ec8-9e8f-da67bc9239c1 req-54d3b84b-c4ff-49a9-ab8e-3f6c9475fc2b tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0475109 Nov 29 21:49:00.541109 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-33eb1704-3a3d-4ec8-9e8f-da67bc9239c1 req-e52b27a1-6b6f-4771-9543-163ed90a6e1c tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592647 Nov 29 21:49:00.672024 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7fa0528e-c70c-4007-8ad2-c1ae113c7a7c req-2412d41d-d23e-405e-b0c6-fcfea37856c5 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=c36bab06-0e1f-4163-bc3a-a4e5ebda0189 HTTP/1.1" status: 200 len: 210 time: 0.0256670 Nov 29 21:49:00.739710 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-0e0f2333-35b1-48a5-a3a4-ebe0e2cc289d tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:00.741109 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-0e0f2333-35b1-48a5-a3a4-ebe0e2cc289d tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.61 "GET /v2.0/networks?id=6d4ff1e5-d7ef-4aae-b692-4683df30de2b HTTP/1.1" status: 200 len: 809 time: 0.1202011 Nov 29 21:49:00.770079 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-e5b16453-488c-4aa9-a9e8-83611e105172 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Request body: {'port': {'device_id': 'c36bab06-0e1f-4163-bc3a-a4e5ebda0189', 'network_id': '6d4ff1e5-d7ef-4aae-b692-4683df30de2b', 'admin_state_up': True, 'tenant_id': '8a727bced07442fb877f89dd67bc1353'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:49:00.883888 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-e5b16453-488c-4aa9-a9e8-83611e105172 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Made reservation on behalf of 8a727bced07442fb877f89dd67bc1353 for: {'port': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:49:00.887590 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-e5b16453-488c-4aa9-a9e8-83611e105172 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:01.010563 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-e5b16453-488c-4aa9-a9e8-83611e105172 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Allocated IP 172.20.0.10 (6d4ff1e5-d7ef-4aae-b692-4683df30de2b/a595db27-2145-40a6-bf96-b7a2a3096dde/11e7ca19-ba66-4221-8c66-102aef365ac7) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:49:01.152813 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-e5b16453-488c-4aa9-a9e8-83611e105172 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:01.155910 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 825776cd-a0b1-4d09-9a7a-897c26325aa5 up at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:49:01.188312 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-e5b16453-488c-4aa9-a9e8-83611e105172 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:01.215029 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning for port 825776cd-a0b1-4d09-9a7a-897c26325aa5 completed by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 21:49:01.220458 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning complete for port 825776cd-a0b1-4d09-9a7a-897c26325aa5 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:49:01.220830 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:01.234233 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-e5b16453-488c-4aa9-a9e8-83611e105172 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Network 6d4ff1e5-d7ef-4aae-b692-4683df30de2b is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:49:01.237430 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-e5b16453-488c-4aa9-a9e8-83611e105172 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:49:01.241123 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-e5b16453-488c-4aa9-a9e8-83611e105172 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:49:01.246672 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-e5b16453-488c-4aa9-a9e8-83611e105172 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:01.247303 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-e5b16453-488c-4aa9-a9e8-83611e105172 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:01.259344 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b16453-488c-4aa9-a9e8-83611e105172 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Pushing event updated for resources: {'Port': ['ID=11e7ca19-ba66-4221-8c66-102aef365ac7,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:49:01.271552 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-e5b16453-488c-4aa9-a9e8-83611e105172 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5051432 Nov 29 21:49:01.286496 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-0bccf4c3-0bc8-4c75-84d7-5bc9be18dd7d service neutron] Request body: {'port': {'device_id': 'c36bab06-0e1f-4163-bc3a-a4e5ebda0189', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81972'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:49:01.305386 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:01.328026 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8776a5-4be9-4972-b307-0b084fbe580e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825776cd-a0b1-4d09-9a7a-897c26325aa5'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:49:01.330728 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}794315610de439447aed72074188a67d63b98ede12239f2058763371c4f7a0e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32cb7e3-4e41-4279-88c8-beaca47db0d6" -d '{"events": [{"server_uuid": "dd8776a5-4be9-4972-b307-0b084fbe580e", "name": "network-vif-plugged", "status": "completed", "tag": "825776cd-a0b1-4d09-9a7a-897c26325aa5"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:49:01.344258 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-0bccf4c3-0bc8-4c75-84d7-5bc9be18dd7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:01.353337 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 825776cd-a0b1-4d09-9a7a-897c26325aa5, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=825776cd-a0b1-4d09-9a7a-897c26325aa5,segment=NetworkSegment(d958fde9-59ca-40a6-af4f-3b363b4a2551),segment_id=d958fde9-59ca-40a6-af4f-3b363b4a2551)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:49:01.358011 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:01.505938 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 21:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66228f03-88ef-4a77-9593-06343bccd340 x-openstack-request-id: req-66228f03-88ef-4a77-9593-06343bccd340 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:49:01.506232 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8776a5-4be9-4972-b307-0b084fbe580e", "name": "network-vif-plugged", "status": "completed", "tag": "825776cd-a0b1-4d09-9a7a-897c26325aa5", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:49:01.506852 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-66228f03-88ef-4a77-9593-06343bccd340 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:49:01.507653 dv-cinder-819722-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8776a5-4be9-4972-b307-0b084fbe580e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825776cd-a0b1-4d09-9a7a-897c26325aa5', 'code': 200} Nov 29 21:49:01.512469 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc418c97-c365-4955-9548-7384864bce7d req-d9adf171-4308-4674-894f-bba0697f7f22 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:01.520692 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-dc418c97-c365-4955-9548-7384864bce7d req-d9adf171-4308-4674-894f-bba0697f7f22 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd8776a5-4be9-4972-b307-0b084fbe580e HTTP/1.1" status: 200 len: 949 time: 0.0933669 Nov 29 21:49:01.545383 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=825776cd-a0b1-4d09-9a7a-897c26325aa5,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:49:01.571053 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-dc418c97-c365-4955-9548-7384864bce7d req-761a6b3c-70d4-433a-bd89-652fec0bc926 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d74853e-8973-435f-ae40-10cdcea53b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488591 Nov 29 21:49:01.642217 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6f28c-0f75-469a-9ca1-eaf7e96d61ca req-52f85548-aa67-4866-a24a-3ee8ac7c327e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:01.643760 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-73e6f28c-0f75-469a-9ca1-eaf7e96d61ca req-52f85548-aa67-4866-a24a-3ee8ac7c327e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dd8776a5-4be9-4972-b307-0b084fbe580e HTTP/1.1" status: 200 len: 1102 time: 0.0726399 Nov 29 21:49:01.681036 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dbb0c5-82c6-4673-8986-6cfbad1891f0 req-2a112e44-31ee-4799-817f-593d6c0c1c2f tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:01.682673 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b3dbb0c5-82c6-4673-8986-6cfbad1891f0 req-2a112e44-31ee-4799-817f-593d6c0c1c2f tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0579019 Nov 29 21:49:01.717196 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-0bccf4c3-0bc8-4c75-84d7-5bc9be18dd7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e7ca19-ba66-4221-8c66-102aef365ac7 {{(pid=109068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:49:01.731085 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-0bccf4c3-0bc8-4c75-84d7-5bc9be18dd7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:01.736214 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b3dbb0c5-82c6-4673-8986-6cfbad1891f0 req-22cd027c-a673-4389-b961-373506fd3810 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461090 Nov 29 21:49:01.741597 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-73e6f28c-0f75-469a-9ca1-eaf7e96d61ca req-a1cb8a57-c5b8-48bf-b5f3-12ee634ea99f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4d74853e-8973-435f-ae40-10cdcea53b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817189 Nov 29 21:49:01.753108 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.provisioning_blocks [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-0bccf4c3-0bc8-4c75-84d7-5bc9be18dd7d service neutron] Transition to ACTIVE for port object 11e7ca19-ba66-4221-8c66-102aef365ac7 will not be triggered until provisioned by entity L2. {{(pid=109068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 21:49:01.758965 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-0bccf4c3-0bc8-4c75-84d7-5bc9be18dd7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:01.812425 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccf4c3-0bc8-4c75-84d7-5bc9be18dd7d service neutron] Pushing event updated for resources: {'Port': ['ID=11e7ca19-ba66-4221-8c66-102aef365ac7,revision_number=2']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:49:01.848172 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-0bccf4c3-0bc8-4c75-84d7-5bc9be18dd7d service neutron] Attempting to bind port 11e7ca19-ba66-4221-8c66-102aef365ac7 on host hv-cinder-81972 for vnic_type normal with profile {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:49:01.848655 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-0bccf4c3-0bc8-4c75-84d7-5bc9be18dd7d service neutron] Attempting to bind port 11e7ca19-ba66-4221-8c66-102aef365ac7 by drivers openvswitch,hyperv on host hv-cinder-81972 at level 0 using segments [{'id': '6f64cefe-819a-41ad-b85a-f3be50f6f3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6d4ff1e5-d7ef-4aae-b692-4683df30de2b'}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:49:01.848973 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2c250-5f12-4ff7-aa8a-e2c5ce634240 req-8be06a49-59ce-4255-a5af-c47152ee438b tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:01.849082 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-0bccf4c3-0bc8-4c75-84d7-5bc9be18dd7d service neutron] Attempting to bind port 11e7ca19-ba66-4221-8c66-102aef365ac7 on network 6d4ff1e5-d7ef-4aae-b692-4683df30de2b {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:49:01.850494 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-71c2c250-5f12-4ff7-aa8a-e2c5ce634240 req-8be06a49-59ce-4255-a5af-c47152ee438b tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=c36bab06-0e1f-4163-bc3a-a4e5ebda0189 HTTP/1.1" status: 200 len: 944 time: 0.0554750 Nov 29 21:49:01.853293 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-0bccf4c3-0bc8-4c75-84d7-5bc9be18dd7d service neutron] Port 11e7ca19-ba66-4221-8c66-102aef365ac7 on network 6d4ff1e5-d7ef-4aae-b692-4683df30de2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81972 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 21:49:01.853615 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-0bccf4c3-0bc8-4c75-84d7-5bc9be18dd7d service neutron] Attempting to bind port 11e7ca19-ba66-4221-8c66-102aef365ac7 on network 6d4ff1e5-d7ef-4aae-b692-4683df30de2b {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:49:01.858822 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-0bccf4c3-0bc8-4c75-84d7-5bc9be18dd7d service neutron] Checking agent: {'id': 'bd4952a7-5212-46e1-86e6-5bf28a3d3387', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81972', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'started_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:49:01.859169 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-0bccf4c3-0bc8-4c75-84d7-5bc9be18dd7d service neutron] Checking segment: {'id': '6f64cefe-819a-41ad-b85a-f3be50f6f3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6d4ff1e5-d7ef-4aae-b692-4683df30de2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:49:01.859550 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-0bccf4c3-0bc8-4c75-84d7-5bc9be18dd7d service neutron] Bound using segment: {'id': '6f64cefe-819a-41ad-b85a-f3be50f6f3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6d4ff1e5-d7ef-4aae-b692-4683df30de2b'} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:49:01.860115 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-0bccf4c3-0bc8-4c75-84d7-5bc9be18dd7d service neutron] Bound port: 11e7ca19-ba66-4221-8c66-102aef365ac7, host: hv-cinder-81972, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f64cefe-819a-41ad-b85a-f3be50f6f3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6d4ff1e5-d7ef-4aae-b692-4683df30de2b'}}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:49:01.860517 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-0bccf4c3-0bc8-4c75-84d7-5bc9be18dd7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:01.899110 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-71c2c250-5f12-4ff7-aa8a-e2c5ce634240 req-f27a4fdc-e4e4-40be-a722-26804997dd30 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423496 Nov 29 21:49:01.922707 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-0bccf4c3-0bc8-4c75-84d7-5bc9be18dd7d service neutron] For port 11e7ca19-ba66-4221-8c66-102aef365ac7, host hv-cinder-81972, cleared binding levels {{(pid=109068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:49:01.925827 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-0bccf4c3-0bc8-4c75-84d7-5bc9be18dd7d service neutron] For port 11e7ca19-ba66-4221-8c66-102aef365ac7, host hv-cinder-81972, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=11e7ca19-ba66-4221-8c66-102aef365ac7,segment=NetworkSegment(6f64cefe-819a-41ad-b85a-f3be50f6f3dc),segment_id=6f64cefe-819a-41ad-b85a-f3be50f6f3dc)] {{(pid=109068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:49:01.930074 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-0bccf4c3-0bc8-4c75-84d7-5bc9be18dd7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:01.970809 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-0bccf4c3-0bc8-4c75-84d7-5bc9be18dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:01.971391 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-0bccf4c3-0bc8-4c75-84d7-5bc9be18dd7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:01.972781 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-0bccf4c3-0bc8-4c75-84d7-5bc9be18dd7d service neutron] 10.222.0.61 "PUT /v2.0/ports/11e7ca19-ba66-4221-8c66-102aef365ac7 HTTP/1.1" status: 200 len: 1094 time: 0.6905069 Nov 29 21:49:01.973241 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36bab06-0e1f-4163-bc3a-a4e5ebda0189', 'tag': '11e7ca19-ba66-4221-8c66-102aef365ac7'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:49:01.975505 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406771cb-7d65-46e4-801b-521139a01fac" -d '{"events": [{"name": "network-changed", "server_uuid": "c36bab06-0e1f-4163-bc3a-a4e5ebda0189", "tag": "11e7ca19-ba66-4221-8c66-102aef365ac7"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:49:01.997575 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccf4c3-0bc8-4c75-84d7-5bc9be18dd7d service neutron] Pushing event updated for resources: {'Port': ['ID=11e7ca19-ba66-4221-8c66-102aef365ac7,revision_number=3']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:49:02.025206 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 21:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba69860-7fac-47f3-a649-3c43ad0c7117 x-openstack-request-id: req-6ba69860-7fac-47f3-a649-3c43ad0c7117 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:49:02.025504 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36bab06-0e1f-4163-bc3a-a4e5ebda0189", "tag": "11e7ca19-ba66-4221-8c66-102aef365ac7", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:49:02.025789 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ba69860-7fac-47f3-a649-3c43ad0c7117 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:49:02.026218 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36bab06-0e1f-4163-bc3a-a4e5ebda0189', 'tag': '11e7ca19-ba66-4221-8c66-102aef365ac7', 'status': 'completed', 'code': 200} Nov 29 21:49:02.079519 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-694f2eb1-a6e8-456c-817e-7d4c04a36fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:02.081392 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-694f2eb1-a6e8-456c-817e-7d4c04a36fb7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8a727bced07442fb877f89dd67bc1353&device_id=c36bab06-0e1f-4163-bc3a-a4e5ebda0189 HTTP/1.1" status: 200 len: 1097 time: 0.0418217 Nov 29 21:49:02.142793 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-d1531f30-92ed-4bb5-816d-85e9b8e17dc9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11e7ca19-ba66-4221-8c66-102aef365ac7 HTTP/1.1" status: 200 len: 217 time: 0.0414557 Nov 29 21:49:02.202412 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-c0fd3e33-b0af-4a7a-a14c-1906efaaba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:02.203856 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-c0fd3e33-b0af-4a7a-a14c-1906efaaba82 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a595db27-2145-40a6-bf96-b7a2a3096dde HTTP/1.1" status: 200 len: 849 time: 0.0471683 Nov 29 21:49:02.242012 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-918d7a26-843d-4d16-8ed7-8d6ecbaf8b0a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6d4ff1e5-d7ef-4aae-b692-4683df30de2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251086 Nov 29 21:49:02.330847 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-5f455c55-748d-49ad-8dca-0f59bc1d1170 service neutron] 10.222.0.61 "GET /v2.0/networks/6d4ff1e5-d7ef-4aae-b692-4683df30de2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799217 Nov 29 21:49:02.426403 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c878a3f0-5556-473b-890a-d4e6a668ff58 req-78474ef9-5549-4c15-b24d-61502063e946 service neutron] 10.222.0.61 "GET /v2.0/networks/6d4ff1e5-d7ef-4aae-b692-4683df30de2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861204 Nov 29 21:49:02.519017 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406771cb-7d65-46e4-801b-521139a01fac req-b2f46ea1-1ee9-454d-8d3a-ade15acaff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:02.520477 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-406771cb-7d65-46e4-801b-521139a01fac req-b2f46ea1-1ee9-454d-8d3a-ade15acaff4e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8a727bced07442fb877f89dd67bc1353&device_id=c36bab06-0e1f-4163-bc3a-a4e5ebda0189 HTTP/1.1" status: 200 len: 1097 time: 0.0385306 Nov 29 21:49:02.626387 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406771cb-7d65-46e4-801b-521139a01fac req-e724846e-c953-4a3b-805a-95428d54b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:02.627903 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-406771cb-7d65-46e4-801b-521139a01fac req-e724846e-c953-4a3b-805a-95428d54b334 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6d4ff1e5-d7ef-4aae-b692-4683df30de2b HTTP/1.1" status: 200 len: 910 time: 0.0887754 Nov 29 21:49:02.677303 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-406771cb-7d65-46e4-801b-521139a01fac req-c96fa839-80ac-46a5-8a95-4b895ab55d35 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11e7ca19-ba66-4221-8c66-102aef365ac7 HTTP/1.1" status: 200 len: 217 time: 0.0355175 Nov 29 21:49:02.686899 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0170f7e-c959-4faf-b50a-e187fee3a9e2 req-dace4d5a-a39e-4201-aca9-0d822a6cc450 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:02.688409 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e0170f7e-c959-4faf-b50a-e187fee3a9e2 req-dace4d5a-a39e-4201-aca9-0d822a6cc450 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd8776a5-4be9-4972-b307-0b084fbe580e HTTP/1.1" status: 200 len: 949 time: 0.0472631 Nov 29 21:49:02.750064 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406771cb-7d65-46e4-801b-521139a01fac req-71195e26-6d9d-43dc-b0b5-5aac3037c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:02.751573 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-406771cb-7d65-46e4-801b-521139a01fac req-71195e26-6d9d-43dc-b0b5-5aac3037c865 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a595db27-2145-40a6-bf96-b7a2a3096dde HTTP/1.1" status: 200 len: 849 time: 0.0643849 Nov 29 21:49:02.751883 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e0170f7e-c959-4faf-b50a-e187fee3a9e2 req-f610bc31-4003-488d-afd5-bda20f29beef tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d74853e-8973-435f-ae40-10cdcea53b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570819 Nov 29 21:49:02.790367 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-406771cb-7d65-46e4-801b-521139a01fac req-5592f2d0-29d7-4803-8b51-647749955841 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6d4ff1e5-d7ef-4aae-b692-4683df30de2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298295 Nov 29 21:49:02.866673 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c4310-0cd5-4cf6-8bf8-3840ee7e3ba0 req-c0923f24-e9da-4055-96e3-6241998623dd tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:02.868266 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3f3c4310-0cd5-4cf6-8bf8-3840ee7e3ba0 req-c0923f24-e9da-4055-96e3-6241998623dd tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0531662 Nov 29 21:49:02.890811 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-406771cb-7d65-46e4-801b-521139a01fac req-e089f666-d6e2-46c9-9d6b-547f78646df1 service neutron] 10.222.0.61 "GET /v2.0/networks/6d4ff1e5-d7ef-4aae-b692-4683df30de2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861685 Nov 29 21:49:02.917334 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3f3c4310-0cd5-4cf6-8bf8-3840ee7e3ba0 req-6bc0efcf-fdc1-44ee-930b-b07ed75f8230 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423219 Nov 29 21:49:02.990602 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-406771cb-7d65-46e4-801b-521139a01fac req-ac75ab4c-7d43-48b3-b4ec-fc7d2723de87 service neutron] 10.222.0.61 "GET /v2.0/networks/6d4ff1e5-d7ef-4aae-b692-4683df30de2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871994 Nov 29 21:49:03.015633 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d23c3-b77b-49d8-a9b7-ed139b38f163 req-4a7dfb29-6988-4ef0-9f1b-e4bd56b1c7f6 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:03.017095 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ab3d23c3-b77b-49d8-a9b7-ed139b38f163 req-4a7dfb29-6988-4ef0-9f1b-e4bd56b1c7f6 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=c36bab06-0e1f-4163-bc3a-a4e5ebda0189 HTTP/1.1" status: 200 len: 944 time: 0.0483258 Nov 29 21:49:03.070296 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ab3d23c3-b77b-49d8-a9b7-ed139b38f163 req-19fdffd9-c82a-4051-9593-860eb867c939 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465119 Nov 29 21:49:03.862194 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e3510-c985-45f5-bb98-6943499e7076 req-d52801ea-39b9-4e0d-a004-1428778ac8a5 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:03.863688 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ec7e3510-c985-45f5-bb98-6943499e7076 req-d52801ea-39b9-4e0d-a004-1428778ac8a5 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd8776a5-4be9-4972-b307-0b084fbe580e HTTP/1.1" status: 200 len: 949 time: 0.0481474 Nov 29 21:49:03.914238 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ec7e3510-c985-45f5-bb98-6943499e7076 req-0049ff48-247c-484a-be6a-4ea69b5c1026 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d74853e-8973-435f-ae40-10cdcea53b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444350 Nov 29 21:49:04.033700 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f513ba0-f3f7-4927-98bf-a6afcd24e0e2 req-bf8895b8-cb33-4c22-9c44-0ccc42988cf3 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:04.035300 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4f513ba0-f3f7-4927-98bf-a6afcd24e0e2 req-bf8895b8-cb33-4c22-9c44-0ccc42988cf3 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0481906 Nov 29 21:49:04.085682 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4f513ba0-f3f7-4927-98bf-a6afcd24e0e2 req-b8791f26-7061-4cf9-a3e7-535a950e0005 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439212 Nov 29 21:49:04.254992 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82905b-40f1-4e47-be3d-1133e8f1eeec req-9d41ed8a-5112-41a2-8ef5-74a1479183a8 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:04.256394 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-bd82905b-40f1-4e47-be3d-1133e8f1eeec req-9d41ed8a-5112-41a2-8ef5-74a1479183a8 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=c36bab06-0e1f-4163-bc3a-a4e5ebda0189 HTTP/1.1" status: 200 len: 944 time: 0.0880034 Nov 29 21:49:04.268882 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931dabb3-c785-4f58-a8c6-9f28366db94c req-3523c09d-0ea5-4e34-85a5-b589c73008bd tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:04.270218 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-931dabb3-c785-4f58-a8c6-9f28366db94c req-3523c09d-0ea5-4e34-85a5-b589c73008bd tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd8776a5-4be9-4972-b307-0b084fbe580e HTTP/1.1" status: 200 len: 949 time: 0.0735135 Nov 29 21:49:04.341709 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-bd82905b-40f1-4e47-be3d-1133e8f1eeec req-76f6925c-0f51-4481-8508-c0886d1c7f86 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705547 Nov 29 21:49:04.345859 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-931dabb3-c785-4f58-a8c6-9f28366db94c req-8981c85b-d616-4bcc-91df-f6727620974c tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d74853e-8973-435f-ae40-10cdcea53b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692005 Nov 29 21:49:05.190638 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 11e7ca19-ba66-4221-8c66-102aef365ac7 details requested by agent hyperv_hv-cinder-81972 with host hv-cinder-81972 {{(pid=109069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 21:49:05.211372 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40458017-9136-4877-ac83-7821d2a8d647 req-94147216-9b5d-4cfb-9ed6-35766fb3392b tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:05.218363 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-40458017-9136-4877-ac83-7821d2a8d647 req-94147216-9b5d-4cfb-9ed6-35766fb3392b tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0566814 Nov 29 21:49:05.266897 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-40458017-9136-4877-ac83-7821d2a8d647 req-54c1444b-43d0-473e-960c-d8e3465b364b tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476656 Nov 29 21:49:05.292559 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 11e7ca19-ba66-4221-8c66-102aef365ac7, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=11e7ca19-ba66-4221-8c66-102aef365ac7,segment=NetworkSegment(6f64cefe-819a-41ad-b85a-f3be50f6f3dc),segment_id=6f64cefe-819a-41ad-b85a-f3be50f6f3dc)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:49:05.303808 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Returning: {'device': '11e7ca19-ba66-4221-8c66-102aef365ac7', 'network_id': '6d4ff1e5-d7ef-4aae-b692-4683df30de2b', 'port_id': '11e7ca19-ba66-4221-8c66-102aef365ac7', 'mac_address': 'fa:16:3e:e8:10:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a595db27-2145-40a6-bf96-b7a2a3096dde', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 21:49:05.339351 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:05.352103 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e7ca19-ba66-4221-8c66-102aef365ac7 {{(pid=109069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:49:05.371470 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 11e7ca19-ba66-4221-8c66-102aef365ac7, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=11e7ca19-ba66-4221-8c66-102aef365ac7,segment=NetworkSegment(6f64cefe-819a-41ad-b85a-f3be50f6f3dc),segment_id=6f64cefe-819a-41ad-b85a-f3be50f6f3dc)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:49:05.375475 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:05.435707 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=11e7ca19-ba66-4221-8c66-102aef365ac7,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:49:05.510227 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc3bee-56f0-405d-a6f4-dfe30f9854d6 req-10733072-2b68-4600-81c4-a9645cf2c6aa tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:05.511705 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ccdc3bee-56f0-405d-a6f4-dfe30f9854d6 req-10733072-2b68-4600-81c4-a9645cf2c6aa tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=c36bab06-0e1f-4163-bc3a-a4e5ebda0189 HTTP/1.1" status: 200 len: 945 time: 0.0837421 Nov 29 21:49:05.519615 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14a19c-68e7-4042-85b3-a63ef5487cd3 req-6ee9e9d4-e6c7-410a-b6f7-ae6243182554 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:05.520953 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1f14a19c-68e7-4042-85b3-a63ef5487cd3 req-6ee9e9d4-e6c7-410a-b6f7-ae6243182554 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd8776a5-4be9-4972-b307-0b084fbe580e HTTP/1.1" status: 200 len: 949 time: 0.0663328 Nov 29 21:49:05.591768 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1f14a19c-68e7-4042-85b3-a63ef5487cd3 req-534bf727-eefc-42f3-8458-6dca38046c3a tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d74853e-8973-435f-ae40-10cdcea53b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643005 Nov 29 21:49:05.595623 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ccdc3bee-56f0-405d-a6f4-dfe30f9854d6 req-df375015-3a24-41d2-af08-57edba640245 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738282 Nov 29 21:49:05.979313 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['11e7ca19-ba66-4221-8c66-102aef365ac7'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 21:49:06.384720 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ead1f-e318-4a29-9fc1-8b0d6e75cc37 req-86007143-c19e-4468-b112-a215ccd0b352 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:06.386079 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d42ead1f-e318-4a29-9fc1-8b0d6e75cc37 req-86007143-c19e-4468-b112-a215ccd0b352 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0477412 Nov 29 21:49:06.436160 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d42ead1f-e318-4a29-9fc1-8b0d6e75cc37 req-79fe8c9e-1930-4d8e-af58-5d06bbc8f75a tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435753 Nov 29 21:49:06.555307 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd147d-40d7-48ec-98b1-39a561da2802 req-e865225f-345c-4bbd-a899-4841d42dbbd3 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:06.556744 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-15fd147d-40d7-48ec-98b1-39a561da2802 req-e865225f-345c-4bbd-a899-4841d42dbbd3 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd8776a5-4be9-4972-b307-0b084fbe580e HTTP/1.1" status: 200 len: 949 time: 0.0506978 Nov 29 21:49:06.650117 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-15fd147d-40d7-48ec-98b1-39a561da2802 req-3e471043-4eb5-477f-9ab0-a6ce3d19799e tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Deleting port 825776cd-a0b1-4d09-9a7a-897c26325aa5 {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:49:06.650414 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-15fd147d-40d7-48ec-98b1-39a561da2802 req-3e471043-4eb5-477f-9ab0-a6ce3d19799e tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:06.741367 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5c09b-1b6e-4be4-ade1-6f242974dffe req-85a4dccc-0fcb-4d63-83b5-cb8ade80f97e tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:06.742843 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-77d5c09b-1b6e-4be4-ade1-6f242974dffe req-85a4dccc-0fcb-4d63-83b5-cb8ade80f97e tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd8776a5-4be9-4972-b307-0b084fbe580e HTTP/1.1" status: 200 len: 949 time: 0.0780315 Nov 29 21:49:06.743987 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-15fd147d-40d7-48ec-98b1-39a561da2802 req-3e471043-4eb5-477f-9ab0-a6ce3d19799e tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] For port 825776cd-a0b1-4d09-9a7a-897c26325aa5, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=825776cd-a0b1-4d09-9a7a-897c26325aa5,segment=NetworkSegment(d958fde9-59ca-40a6-af4f-3b363b4a2551),segment_id=d958fde9-59ca-40a6-af4f-3b363b4a2551)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:49:06.744356 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-15fd147d-40d7-48ec-98b1-39a561da2802 req-3e471043-4eb5-477f-9ab0-a6ce3d19799e tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:06.751831 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35906bb6-e4f7-460e-954a-e29ff52c44c7 req-f42d6c1d-df49-4455-bc72-dff716c2d3a9 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:06.753696 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-35906bb6-e4f7-460e-954a-e29ff52c44c7 req-f42d6c1d-df49-4455-bc72-dff716c2d3a9 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=c36bab06-0e1f-4163-bc3a-a4e5ebda0189 HTTP/1.1" status: 200 len: 945 time: 0.0871606 Nov 29 21:49:06.757443 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-15fd147d-40d7-48ec-98b1-39a561da2802 req-3e471043-4eb5-477f-9ab0-a6ce3d19799e tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Calling delete_port for 825776cd-a0b1-4d09-9a7a-897c26325aa5 owned by compute:nova {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:49:06.819131 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-77d5c09b-1b6e-4be4-ade1-6f242974dffe req-01a9799e-481d-4db7-ac33-38b976029ed7 tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d74853e-8973-435f-ae40-10cdcea53b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649161 Nov 29 21:49:06.831876 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-35906bb6-e4f7-460e-954a-e29ff52c44c7 req-2859cbe2-c0a4-4f42-94ea-9f0a17da15c3 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710304 Nov 29 21:49:06.898464 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-15fd147d-40d7-48ec-98b1-39a561da2802 req-3e471043-4eb5-477f-9ab0-a6ce3d19799e tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:06.926139 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e471043-4eb5-477f-9ab0-a6ce3d19799e tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Pushing event deleted for resources: {'Port': ['ID=825776cd-a0b1-4d09-9a7a-897c26325aa5,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:49:06.946445 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['825776cd-a0b1-4d09-9a7a-897c26325aa5'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 21:49:06.970401 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fd147d-40d7-48ec-98b1-39a561da2802 req-3e471043-4eb5-477f-9ab0-a6ce3d19799e tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] No DVR routers for this DVR port 825776cd-a0b1-4d09-9a7a-897c26325aa5 on host hv-cinder-81972 {{(pid=109068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 21:49:06.973990 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-15fd147d-40d7-48ec-98b1-39a561da2802 req-3e471043-4eb5-477f-9ab0-a6ce3d19799e tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:06.977584 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-15fd147d-40d7-48ec-98b1-39a561da2802 req-3e471043-4eb5-477f-9ab0-a6ce3d19799e tempest-VolumesNegativeTest-1937537599 tempest-VolumesNegativeTest-1937537599-project] 10.222.0.61 "DELETE /v2.0/ports/825776cd-a0b1-4d09-9a7a-897c26325aa5 HTTP/1.1" status: 204 len: 173 time: 0.4141579 Nov 29 21:49:06.978447 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8776a5-4be9-4972-b307-0b084fbe580e', 'name': 'network-vif-deleted', 'tag': '825776cd-a0b1-4d09-9a7a-897c26325aa5'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:49:06.981410 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc98fad2-9763-40af-b0af-a612a811f0f9" -d '{"events": [{"server_uuid": "dd8776a5-4be9-4972-b307-0b084fbe580e", "name": "network-vif-deleted", "tag": "825776cd-a0b1-4d09-9a7a-897c26325aa5"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:49:07.023339 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 21:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c56686f-e1fd-4b41-a4b5-be2348b74f12 x-openstack-request-id: req-9c56686f-e1fd-4b41-a4b5-be2348b74f12 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:49:07.023635 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8776a5-4be9-4972-b307-0b084fbe580e", "name": "network-vif-deleted", "tag": "825776cd-a0b1-4d09-9a7a-897c26325aa5", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:49:07.023885 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c56686f-e1fd-4b41-a4b5-be2348b74f12 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:49:07.024279 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8776a5-4be9-4972-b307-0b084fbe580e', 'name': 'network-vif-deleted', 'tag': '825776cd-a0b1-4d09-9a7a-897c26325aa5', 'status': 'completed', 'code': 200} Nov 29 21:49:07.193652 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 11e7ca19-ba66-4221-8c66-102aef365ac7 up at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:49:07.220558 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-56628cd0-a503-420e-9c05-b5d0819271a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:07.247733 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning for port 11e7ca19-ba66-4221-8c66-102aef365ac7 completed by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 21:49:07.251832 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning complete for port 11e7ca19-ba66-4221-8c66-102aef365ac7 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:49:07.252196 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:07.335744 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:07.359383 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36bab06-0e1f-4163-bc3a-a4e5ebda0189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e7ca19-ba66-4221-8c66-102aef365ac7'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:49:07.361592 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}794315610de439447aed72074188a67d63b98ede12239f2058763371c4f7a0e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca71ebb4-de9a-46a8-b731-d47cf6e552d9" -d '{"events": [{"server_uuid": "c36bab06-0e1f-4163-bc3a-a4e5ebda0189", "name": "network-vif-plugged", "status": "completed", "tag": "11e7ca19-ba66-4221-8c66-102aef365ac7"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:49:07.373657 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 11e7ca19-ba66-4221-8c66-102aef365ac7, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=11e7ca19-ba66-4221-8c66-102aef365ac7,segment=NetworkSegment(6f64cefe-819a-41ad-b85a-f3be50f6f3dc),segment_id=6f64cefe-819a-41ad-b85a-f3be50f6f3dc)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:49:07.377783 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:07.378749 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 825776cd-a0b1-4d09-9a7a-897c26325aa5 no longer exists at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 21:49:07.402814 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 21:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1750c89d-9f42-4584-8595-0d62db7a9531 x-openstack-request-id: req-1750c89d-9f42-4584-8595-0d62db7a9531 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:49:07.403213 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36bab06-0e1f-4163-bc3a-a4e5ebda0189", "name": "network-vif-plugged", "status": "completed", "tag": "11e7ca19-ba66-4221-8c66-102aef365ac7", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:49:07.403393 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1750c89d-9f42-4584-8595-0d62db7a9531 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:49:07.403781 dv-cinder-819722-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36bab06-0e1f-4163-bc3a-a4e5ebda0189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e7ca19-ba66-4221-8c66-102aef365ac7', 'code': 200} Nov 29 21:49:07.424493 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] No Port match for: 825776cd-a0b1-4d09-9a7a-897c26325aa5 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 21:49:07.424753 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 825776cd-a0b1-4d09-9a7a-897c26325aa5 not bound to the agent host hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 21:49:07.452188 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=11e7ca19-ba66-4221-8c66-102aef365ac7,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:49:07.558511 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b180e-b025-44c3-9b60-806d2725b669 req-a96a83ac-31bf-44d6-b15d-bf6986affed5 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:07.560023 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ab9b180e-b025-44c3-9b60-806d2725b669 req-a96a83ac-31bf-44d6-b15d-bf6986affed5 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0517068 Nov 29 21:49:07.596137 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07760d5c-6ed0-4319-bf95-6c368e76e0b6 req-f89f0493-8704-4bea-b2d4-82cedbaeb4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:07.597786 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-07760d5c-6ed0-4319-bf95-6c368e76e0b6 req-f89f0493-8704-4bea-b2d4-82cedbaeb4ab service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c36bab06-0e1f-4163-bc3a-a4e5ebda0189 HTTP/1.1" status: 200 len: 1099 time: 0.0422323 Nov 29 21:49:07.612474 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ab9b180e-b025-44c3-9b60-806d2725b669 req-a1ca9363-8663-483b-bf0e-32b89246adf2 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438359 Nov 29 21:49:07.891372 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-07760d5c-6ed0-4319-bf95-6c368e76e0b6 req-3f0018fa-f7fa-48c4-aac9-2c992086df66 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799656 Nov 29 21:49:07.963340 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba30542-ce09-46ee-bd66-d35bdcbfd1ff req-382214f4-499c-415b-96cd-7404c1d03797 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:07.965611 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1ba30542-ce09-46ee-bd66-d35bdcbfd1ff req-382214f4-499c-415b-96cd-7404c1d03797 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=c36bab06-0e1f-4163-bc3a-a4e5ebda0189 HTTP/1.1" status: 200 len: 946 time: 0.0601990 Nov 29 21:49:08.029397 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1ba30542-ce09-46ee-bd66-d35bdcbfd1ff req-a07c2ca4-a791-49a1-8a5c-433f69edf385 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563991 Nov 29 21:49:08.738511 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06a2cb-6a44-4ae4-8ab7-a29bafe0421a req-ba4479dc-266c-4300-b031-16f39a08c033 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:08.740062 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5e06a2cb-6a44-4ae4-8ab7-a29bafe0421a req-ba4479dc-266c-4300-b031-16f39a08c033 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0553427 Nov 29 21:49:08.790187 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5e06a2cb-6a44-4ae4-8ab7-a29bafe0421a req-17754013-3317-434a-808d-746bc4a9aad0 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439663 Nov 29 21:49:09.153220 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6b9f3-240a-4dff-90e4-69c9fcb363cd req-31f0bd6b-56af-45ce-a7e0-301085f0d76a tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:09.155264 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-33b6b9f3-240a-4dff-90e4-69c9fcb363cd req-31f0bd6b-56af-45ce-a7e0-301085f0d76a tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=c36bab06-0e1f-4163-bc3a-a4e5ebda0189 HTTP/1.1" status: 200 len: 946 time: 0.0543001 Nov 29 21:49:09.206116 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-33b6b9f3-240a-4dff-90e4-69c9fcb363cd req-5413b731-7c8e-4a3e-b72f-83e36ba0516f tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441430 Nov 29 21:49:09.650089 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-bac8129b-7a26-4c5c-983c-e3d3dbb7b6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:09.912818 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45dc65-7f72-4f9f-8dce-7f51ee668220 req-e2a7b787-efe3-4890-a310-4bac0bed3403 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:09.914432 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1a45dc65-7f72-4f9f-8dce-7f51ee668220 req-e2a7b787-efe3-4890-a310-4bac0bed3403 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0496514 Nov 29 21:49:09.965700 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1a45dc65-7f72-4f9f-8dce-7f51ee668220 req-cb713e22-a73d-4520-be7c-047980fee17e tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453038 Nov 29 21:49:10.334057 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1dcf7-7ae3-4e2c-a082-93df12432dad req-9a62ec2a-34a2-4a29-90ec-f6511eadacdb tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:10.335576 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-eeb1dcf7-7ae3-4e2c-a082-93df12432dad req-9a62ec2a-34a2-4a29-90ec-f6511eadacdb tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=c36bab06-0e1f-4163-bc3a-a4e5ebda0189 HTTP/1.1" status: 200 len: 946 time: 0.0518446 Nov 29 21:49:10.394287 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-eeb1dcf7-7ae3-4e2c-a082-93df12432dad req-0e1818b7-866d-4ed9-aee7-d6e161da7d33 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527816 Nov 29 21:49:10.824271 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:11.101277 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38f030-3e3a-457f-b516-b0dee1b25ca0 req-214fa179-eab7-4f10-81d5-388fcdedb686 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:11.103101 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ab38f030-3e3a-457f-b516-b0dee1b25ca0 req-214fa179-eab7-4f10-81d5-388fcdedb686 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0551200 Nov 29 21:49:11.165673 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ab38f030-3e3a-457f-b516-b0dee1b25ca0 req-1aa79771-58c9-48a1-81c5-d4bb2dc0c1cd tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535057 Nov 29 21:49:11.312828 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0918f-ca9d-499e-b791-7a33d534f712 req-c3cd4e09-b60b-409f-a7c5-0d1311d2e1b3 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:11.314288 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-30e0918f-ca9d-499e-b791-7a33d534f712 req-c3cd4e09-b60b-409f-a7c5-0d1311d2e1b3 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=c36bab06-0e1f-4163-bc3a-a4e5ebda0189 HTTP/1.1" status: 200 len: 946 time: 0.0563338 Nov 29 21:49:11.361364 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-30e0918f-ca9d-499e-b791-7a33d534f712 req-f6e8f1c6-9691-4854-885b-39712cf8f256 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410984 Nov 29 21:49:11.987843 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 35050) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:49:12.056006 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:12.117355 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-5f7072ea-c925-42ce-9ea5-16f0327e44be admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=47206b3befa4469a9cfade83c1668aca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282387 Nov 29 21:49:12.119328 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 35054) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:49:12.168577 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-2e434d06-ea47-4600-914d-3834de6778ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:12.198131 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-2e434d06-ea47-4600-914d-3834de6778ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:12.253634 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-2e434d06-ea47-4600-914d-3834de6778ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:12.256441 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-2e434d06-ea47-4600-914d-3834de6778ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:12.257630 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-2e434d06-ea47-4600-914d-3834de6778ae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4d74853e-8973-435f-ae40-10cdcea53b13 HTTP/1.1" status: 204 len: 168 time: 0.1372731 Nov 29 21:49:12.280722 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e434d06-ea47-4600-914d-3834de6778ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d74853e-8973-435f-ae40-10cdcea53b13,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:49:12.301582 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854597a-a8a9-4eb5-8736-14195cc70403 req-da7c316b-089f-4829-a82b-ea5deb11073b tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:12.303158 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7854597a-a8a9-4eb5-8736-14195cc70403 req-da7c316b-089f-4829-a82b-ea5deb11073b tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0628352 Nov 29 21:49:12.359220 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7854597a-a8a9-4eb5-8736-14195cc70403 req-4dba6b0a-19e3-488f-91de-63bb8af5196f tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484114 Nov 29 21:49:12.494237 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0dd67-3bd3-4715-808a-ea86c3c51a86 req-ad281e00-dbf4-4aa6-a486-d4059bf3c60e tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:12.495859 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a7b0dd67-3bd3-4715-808a-ea86c3c51a86 req-ad281e00-dbf4-4aa6-a486-d4059bf3c60e tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=c36bab06-0e1f-4163-bc3a-a4e5ebda0189 HTTP/1.1" status: 200 len: 946 time: 0.0537703 Nov 29 21:49:12.553973 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a7b0dd67-3bd3-4715-808a-ea86c3c51a86 req-144d1594-23d1-4f12-964c-2f58cccd0bc4 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500407 Nov 29 21:49:13.104951 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:13.475586 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd48503-6a13-4f66-8b0a-fa8581021634 req-e3535e11-5281-451b-b09b-d087d3a916ed tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:13.476953 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3fd48503-6a13-4f66-8b0a-fa8581021634 req-e3535e11-5281-451b-b09b-d087d3a916ed tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0477674 Nov 29 21:49:13.522332 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3fd48503-6a13-4f66-8b0a-fa8581021634 req-bd4033c7-0005-49de-b258-970ef1455b9e tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396318 Nov 29 21:49:13.677639 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512db8e6-1bcc-4a87-b46f-893bd2a72d75 req-68b59034-248a-4b97-b178-73113ba21fb3 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:13.679143 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-512db8e6-1bcc-4a87-b46f-893bd2a72d75 req-68b59034-248a-4b97-b178-73113ba21fb3 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/ports?device_id=c36bab06-0e1f-4163-bc3a-a4e5ebda0189 HTTP/1.1" status: 200 len: 946 time: 0.0532894 Nov 29 21:49:13.679601 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49612e99-4053-46b8-b063-85a70b1a7f60 req-be510a8f-c294-442b-bbbc-dd20d73fd9d2 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:13.681019 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-49612e99-4053-46b8-b063-85a70b1a7f60 req-be510a8f-c294-442b-bbbc-dd20d73fd9d2 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.61 "GET /v2.0/ports?device_id=c36bab06-0e1f-4163-bc3a-a4e5ebda0189 HTTP/1.1" status: 200 len: 946 time: 0.0472379 Nov 29 21:49:13.728208 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-512db8e6-1bcc-4a87-b46f-893bd2a72d75 req-8c5ae886-1f02-4b54-b3e1-e44b1fb200e8 tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb1badb5-98c9-47bf-a512-6487b930b9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428481 Nov 29 21:49:13.783217 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-49612e99-4053-46b8-b063-85a70b1a7f60 req-b49a32dd-1b84-4642-b069-e0952475876d tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Deleting port 11e7ca19-ba66-4221-8c66-102aef365ac7 {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:49:13.783558 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-49612e99-4053-46b8-b063-85a70b1a7f60 req-b49a32dd-1b84-4642-b069-e0952475876d tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:13.869182 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-49612e99-4053-46b8-b063-85a70b1a7f60 req-b49a32dd-1b84-4642-b069-e0952475876d tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] For port 11e7ca19-ba66-4221-8c66-102aef365ac7, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=11e7ca19-ba66-4221-8c66-102aef365ac7,segment=NetworkSegment(6f64cefe-819a-41ad-b85a-f3be50f6f3dc),segment_id=6f64cefe-819a-41ad-b85a-f3be50f6f3dc)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:49:13.869543 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-49612e99-4053-46b8-b063-85a70b1a7f60 req-b49a32dd-1b84-4642-b069-e0952475876d tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:13.881599 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-49612e99-4053-46b8-b063-85a70b1a7f60 req-b49a32dd-1b84-4642-b069-e0952475876d tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Calling delete_port for 11e7ca19-ba66-4221-8c66-102aef365ac7 owned by compute:nova {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:49:14.005151 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-49612e99-4053-46b8-b063-85a70b1a7f60 req-b49a32dd-1b84-4642-b069-e0952475876d tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:14.024426 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['11e7ca19-ba66-4221-8c66-102aef365ac7'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 21:49:14.031379 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a32dd-1b84-4642-b069-e0952475876d tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Pushing event deleted for resources: {'Port': ['ID=11e7ca19-ba66-4221-8c66-102aef365ac7,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:49:14.074054 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-49612e99-4053-46b8-b063-85a70b1a7f60 req-b49a32dd-1b84-4642-b069-e0952475876d tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] No DVR routers for this DVR port 11e7ca19-ba66-4221-8c66-102aef365ac7 on host hv-cinder-81972 {{(pid=109068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 21:49:14.077194 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-49612e99-4053-46b8-b063-85a70b1a7f60 req-b49a32dd-1b84-4642-b069-e0952475876d tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:14.080821 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-49612e99-4053-46b8-b063-85a70b1a7f60 req-b49a32dd-1b84-4642-b069-e0952475876d tempest-VolumesActionsTest-236208490 tempest-VolumesActionsTest-236208490-project] 10.222.0.61 "DELETE /v2.0/ports/11e7ca19-ba66-4221-8c66-102aef365ac7 HTTP/1.1" status: 204 len: 173 time: 0.3860664 Nov 29 21:49:14.081271 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36bab06-0e1f-4163-bc3a-a4e5ebda0189', 'name': 'network-vif-deleted', 'tag': '11e7ca19-ba66-4221-8c66-102aef365ac7'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:49:14.083565 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4363c6a3-2781-4294-b29b-0cef55fd043b" -d '{"events": [{"server_uuid": "c36bab06-0e1f-4163-bc3a-a4e5ebda0189", "name": "network-vif-deleted", "tag": "11e7ca19-ba66-4221-8c66-102aef365ac7"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:49:14.120754 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 21:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b060527-5705-4e8a-97b1-59555c270733 x-openstack-request-id: req-2b060527-5705-4e8a-97b1-59555c270733 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:49:14.121049 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36bab06-0e1f-4163-bc3a-a4e5ebda0189", "name": "network-vif-deleted", "tag": "11e7ca19-ba66-4221-8c66-102aef365ac7", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:49:14.121305 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2b060527-5705-4e8a-97b1-59555c270733 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:49:14.121733 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36bab06-0e1f-4163-bc3a-a4e5ebda0189', 'name': 'network-vif-deleted', 'tag': '11e7ca19-ba66-4221-8c66-102aef365ac7', 'status': 'completed', 'code': 200} Nov 29 21:49:14.646075 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed9004-b6bb-4e75-ad94-067d3ead9e13 req-9a3b7107-277a-4ba8-9b46-cb73ee7f1bde tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:14.647757 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-caed9004-b6bb-4e75-ad94-067d3ead9e13 req-9a3b7107-277a-4ba8-9b46-cb73ee7f1bde tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0535679 Nov 29 21:49:14.711732 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-caed9004-b6bb-4e75-ad94-067d3ead9e13 req-ae66c3bf-6be3-4514-bdbb-560be9686504 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561457 Nov 29 21:49:15.627750 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:49:15.835389 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8ae3b-1f92-499b-aa13-1977768d92e4 req-dc1c5987-523c-41ac-8216-84b94d8e689b tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:15.837788 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-19e8ae3b-1f92-499b-aa13-1977768d92e4 req-dc1c5987-523c-41ac-8216-84b94d8e689b tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0552151 Nov 29 21:49:15.887472 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-19e8ae3b-1f92-499b-aa13-1977768d92e4 req-d49bbfac-ed77-4903-8328-b4794cca3735 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430970 Nov 29 21:49:17.554320 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 11e7ca19-ba66-4221-8c66-102aef365ac7 no longer exists at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 21:49:17.574639 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] No Port match for: 11e7ca19-ba66-4221-8c66-102aef365ac7 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 21:49:17.574982 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 11e7ca19-ba66-4221-8c66-102aef365ac7 not bound to the agent host hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 21:49:18.702297 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b8e90-b791-4d58-a75f-3a532590fabd req-515f700c-266c-4075-a344-0b341c023a55 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:18.703846 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cc8b8e90-b791-4d58-a75f-3a532590fabd req-515f700c-266c-4075-a344-0b341c023a55 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0503600 Nov 29 21:49:18.750875 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cc8b8e90-b791-4d58-a75f-3a532590fabd req-97879d7b-5db5-45e3-8315-a84a5c0dd2e6 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412874 Nov 29 21:49:22.276803 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f98f7-d393-4328-9f33-81a6be786a80 req-cbc2738a-21eb-4016-90a9-b61172c2d563 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:22.278372 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-732f98f7-d393-4328-9f33-81a6be786a80 req-cbc2738a-21eb-4016-90a9-b61172c2d563 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0573826 Nov 29 21:49:22.329181 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-732f98f7-d393-4328-9f33-81a6be786a80 req-f32dcfe3-f96c-4b5b-9a61-babe6d319883 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447562 Nov 29 21:49:23.457486 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818503d-c89a-4916-9c6b-4c26f26959dd req-df61880e-5a9c-4cfc-8957-265c0ef788a3 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:23.464904 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6818503d-c89a-4916-9c6b-4c26f26959dd req-df61880e-5a9c-4cfc-8957-265c0ef788a3 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0630624 Nov 29 21:49:23.510219 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6818503d-c89a-4916-9c6b-4c26f26959dd req-d191c07c-8134-4357-946d-a13519b6e558 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445070 Nov 29 21:49:24.666401 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19a3b3-8144-4a03-b31b-67934469e3a5 req-afec1039-0ff4-42f4-8640-6a3a94f985ba tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:24.670028 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7f19a3b3-8144-4a03-b31b-67934469e3a5 req-afec1039-0ff4-42f4-8640-6a3a94f985ba tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0684638 Nov 29 21:49:24.759416 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7f19a3b3-8144-4a03-b31b-67934469e3a5 req-c4685ff5-b83f-4a76-ae28-db4f9b8e5e31 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777996 Nov 29 21:49:25.911901 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41207503-7620-491a-baee-d3619245165f req-d7773d94-8c97-49de-a379-5502afa9f761 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:25.921616 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-41207503-7620-491a-baee-d3619245165f req-d7773d94-8c97-49de-a379-5502afa9f761 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0700395 Nov 29 21:49:25.944612 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e6a5a-67ab-42ef-bd60-40aad741d2bb req-59d47441-4727-423d-b0d5-5e244c83bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:25.947056 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-148e6a5a-67ab-42ef-bd60-40aad741d2bb req-59d47441-4727-423d-b0d5-5e244c83bcf3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 1099 time: 0.1001365 Nov 29 21:49:25.994425 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-41207503-7620-491a-baee-d3619245165f req-1f765c5e-a917-47bd-bae5-ff56c2325dca tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717628 Nov 29 21:49:26.001402 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-148e6a5a-67ab-42ef-bd60-40aad741d2bb req-10e65f3b-45c7-4843-83be-418da9bb103a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436821 Nov 29 21:49:27.109593 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c227c4f-7c30-49a4-adfd-3b04272240b3 req-62ccb2fe-48a3-4d2e-85e4-97190d995c19 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:27.111150 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0c227c4f-7c30-49a4-adfd-3b04272240b3 req-62ccb2fe-48a3-4d2e-85e4-97190d995c19 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0543072 Nov 29 21:49:27.167976 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0c227c4f-7c30-49a4-adfd-3b04272240b3 req-55b99960-d4af-4937-9f02-4cd9ec6d232b tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482175 Nov 29 21:49:28.810043 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:30.017795 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731699f-5097-4ad3-b9f3-008800684a66 req-e2d9f1de-7172-4e45-96cc-caed42a7e545 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:30.019328 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0731699f-5097-4ad3-b9f3-008800684a66 req-e2d9f1de-7172-4e45-96cc-caed42a7e545 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0515676 Nov 29 21:49:30.073570 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0731699f-5097-4ad3-b9f3-008800684a66 req-f9f3c6b7-19a1-4ca2-9517-9fe5d8b92921 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470421 Nov 29 21:49:31.243838 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8c0b5-b7bb-4942-99e1-00366c38a30a req-ce6a0731-03b8-4083-8d8e-16fb5f65d358 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:31.245570 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9cf8c0b5-b7bb-4942-99e1-00366c38a30a req-ce6a0731-03b8-4083-8d8e-16fb5f65d358 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0636246 Nov 29 21:49:31.303839 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9cf8c0b5-b7bb-4942-99e1-00366c38a30a req-1f9b6e12-0735-4bd1-be1d-591704b9a9b4 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512040 Nov 29 21:49:31.423577 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218c2e4-15cc-4a1b-b800-168101d80f2c req-7fd3a89c-eec8-4ffb-b6bc-6c0fd2cefaea tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:31.425219 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8218c2e4-15cc-4a1b-b800-168101d80f2c req-7fd3a89c-eec8-4ffb-b6bc-6c0fd2cefaea tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.0531578 Nov 29 21:49:31.482381 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8218c2e4-15cc-4a1b-b800-168101d80f2c req-23b16088-6db1-49cb-a4f8-97a2674da930 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507123 Nov 29 21:49:33.211950 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401c61c-f027-4332-9457-dc6b843c5d51 req-bf2518ac-f8b8-4d72-b304-8076fef98646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:33.213506 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-4401c61c-f027-4332-9457-dc6b843c5d51 req-bf2518ac-f8b8-4d72-b304-8076fef98646 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=01b08089dc5e40ef891d422cc7784809&device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 1098 time: 0.0573978 Nov 29 21:49:33.283581 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d8d60-c10d-4e98-b03d-472a5b20829a req-c2c56bb0-432b-444d-a465-c2cae8fc41bf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:33.299430 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4e1d8d60-c10d-4e98-b03d-472a5b20829a req-c2c56bb0-432b-444d-a465-c2cae8fc41bf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.1274533 Nov 29 21:49:33.385851 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4e1d8d60-c10d-4e98-b03d-472a5b20829a req-94b3f6b9-6c7c-4dc8-9bb3-395392251c76 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755353 Nov 29 21:49:33.417216 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401c61c-f027-4332-9457-dc6b843c5d51 req-2b0a574f-d6a8-4ba9-947a-8e5b798c0673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:33.418970 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-4401c61c-f027-4332-9457-dc6b843c5d51 req-2b0a574f-d6a8-4ba9-947a-8e5b798c0673 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3261214-cd19-4620-bdfc-67e5550090e6 HTTP/1.1" status: 200 len: 920 time: 0.1923709 Nov 29 21:49:33.487647 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-4401c61c-f027-4332-9457-dc6b843c5d51 req-1b8ea64e-6be1-4793-abec-044c1117d876 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29359342-4d04-4f44-9e17-90e16d94a800 HTTP/1.1" status: 200 len: 217 time: 0.0488722 Nov 29 21:49:33.554219 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401c61c-f027-4332-9457-dc6b843c5d51 req-06c79a37-2519-4a75-a421-06e074088026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:33.556000 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-4401c61c-f027-4332-9457-dc6b843c5d51 req-06c79a37-2519-4a75-a421-06e074088026 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf79bc07-9ee9-42dd-8fb2-fbb2a3b0a31f HTTP/1.1" status: 200 len: 859 time: 0.0534334 Nov 29 21:49:33.598033 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-4401c61c-f027-4332-9457-dc6b843c5d51 req-d7f22494-60ff-444c-bca0-679a69adffcf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3261214-cd19-4620-bdfc-67e5550090e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322764 Nov 29 21:49:33.711975 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-4401c61c-f027-4332-9457-dc6b843c5d51 req-a10264f4-f900-40ee-ab30-089110bf249b service neutron] 10.222.0.61 "GET /v2.0/networks/d3261214-cd19-4620-bdfc-67e5550090e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960243 Nov 29 21:49:33.838919 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-4401c61c-f027-4332-9457-dc6b843c5d51 req-5587b6cc-b4d4-4bb6-84ee-0656def3a59c service neutron] 10.222.0.61 "GET /v2.0/networks/d3261214-cd19-4620-bdfc-67e5550090e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158040 Nov 29 21:49:34.538090 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07de65-b92a-4c94-8c14-9ad3537b687c req-82963e10-7c21-44a5-9a20-52f11dc9b514 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:34.541029 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fc07de65-b92a-4c94-8c14-9ad3537b687c req-82963e10-7c21-44a5-9a20-52f11dc9b514 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.0740011 Nov 29 21:49:34.599885 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fc07de65-b92a-4c94-8c14-9ad3537b687c req-1774d333-afd3-4805-bdbe-5247c14db615 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500562 Nov 29 21:49:35.742096 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d145d2e-0843-4628-9c7d-e656a551fdf2 req-32cf433a-3de6-4ac5-a9e0-875c0d1a7720 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:35.750137 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9d145d2e-0843-4628-9c7d-e656a551fdf2 req-32cf433a-3de6-4ac5-a9e0-875c0d1a7720 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.0692565 Nov 29 21:49:35.793994 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9d145d2e-0843-4628-9c7d-e656a551fdf2 req-d4ccfff7-3c94-48f8-b2be-fa3832ceaf78 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429308 Nov 29 21:49:36.572210 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 35510) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:49:36.706738 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-913d16de-a829-4304-8159-ab93bfa45714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:36.807028 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-913d16de-a829-4304-8159-ab93bfa45714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:36.812292 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-913d16de-a829-4304-8159-ab93bfa45714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:36.857392 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d16de-a829-4304-8159-ab93bfa45714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89837bd-756e-429f-80e4-e16886d8a1f8,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:49:36.883141 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-913d16de-a829-4304-8159-ab93bfa45714 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=89d243142b11469c879a511cb7caf95c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3097517 Nov 29 21:49:36.883785 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 35520) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:49:36.919899 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b327afe-78c3-4f64-af7a-17f9f875577f req-26a95aa1-7e19-4688-af5b-5b9d0dc520e5 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:36.927250 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6b327afe-78c3-4f64-af7a-17f9f875577f req-26a95aa1-7e19-4688-af5b-5b9d0dc520e5 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.0577183 Nov 29 21:49:36.938454 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e1ca9e0f-7ee7-4f1f-b720-c1b30ccfecfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:36.963449 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e1ca9e0f-7ee7-4f1f-b720-c1b30ccfecfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:36.990108 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6b327afe-78c3-4f64-af7a-17f9f875577f req-bc86d7c3-d19f-4690-af58-dee7f756e28e tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569184 Nov 29 21:49:37.034779 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e1ca9e0f-7ee7-4f1f-b720-c1b30ccfecfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:37.037476 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e1ca9e0f-7ee7-4f1f-b720-c1b30ccfecfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:37.038741 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-e1ca9e0f-7ee7-4f1f-b720-c1b30ccfecfd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c89837bd-756e-429f-80e4-e16886d8a1f8 HTTP/1.1" status: 204 len: 168 time: 0.1538231 Nov 29 21:49:37.049517 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca9e0f-7ee7-4f1f-b720-c1b30ccfecfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89837bd-756e-429f-80e4-e16886d8a1f8,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:49:37.203553 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a54be906-6872-44e1-a088-3057a8bf8a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:38.126560 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde53e8c-eea1-4d45-aea4-0a5df054aa22 req-6fe24116-f29f-4bc8-97a7-651b7abd8dcd tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:38.128135 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cde53e8c-eea1-4d45-aea4-0a5df054aa22 req-6fe24116-f29f-4bc8-97a7-651b7abd8dcd tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.0547249 Nov 29 21:49:38.195457 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cde53e8c-eea1-4d45-aea4-0a5df054aa22 req-544ac2bd-d187-4a68-9ab8-ef715d95c327 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604837 Nov 29 21:49:39.317238 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913f1f9-0a97-4528-9e1a-941d052ddc7c req-689a65b3-3ab5-4111-a274-4a89edb3e202 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:39.318679 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7913f1f9-0a97-4528-9e1a-941d052ddc7c req-689a65b3-3ab5-4111-a274-4a89edb3e202 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.0473602 Nov 29 21:49:39.365659 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7913f1f9-0a97-4528-9e1a-941d052ddc7c req-1e3473b3-ad50-4392-b0e6-d3283ee3bb29 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409291 Nov 29 21:49:39.651653 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d9da4aac-f5da-49be-af86-d40cf55226db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:40.825144 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:42.061369 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:42.777931 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e50c1-05c9-43f5-bf37-24aa5f2124a0 req-5168b4d7-6b12-46d9-8d02-b4e27382c7d6 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:42.780107 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ce9e50c1-05c9-43f5-bf37-24aa5f2124a0 req-5168b4d7-6b12-46d9-8d02-b4e27382c7d6 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.0473411 Nov 29 21:49:42.831670 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ce9e50c1-05c9-43f5-bf37-24aa5f2124a0 req-0b5fd026-4bdc-4fb4-8eab-578fe598cd66 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457528 Nov 29 21:49:43.105693 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:43.855634 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 35708) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:49:43.905290 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_v2 [None req-8358512d-0132-4e8c-b3e4-2069a2dc6b6f admin admin] Deleting subnet a595db27-2145-40a6-bf96-b7a2a3096dde {{(pid=109068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 21:49:43.908472 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-8358512d-0132-4e8c-b3e4-2069a2dc6b6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:43.942494 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-8358512d-0132-4e8c-b3e4-2069a2dc6b6f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:43.952533 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-8358512d-0132-4e8c-b3e4-2069a2dc6b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730469'] for subnet, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:43.954874 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29de9dc-5184-4b4e-b6e3-4af6776d1965 req-a1100b84-c11e-4fec-bb9d-28154540cd9e tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:43.956390 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b29de9dc-5184-4b4e-b6e3-4af6776d1965 req-a1100b84-c11e-4fec-bb9d-28154540cd9e tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.0516384 Nov 29 21:49:44.006460 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b29de9dc-5184-4b4e-b6e3-4af6776d1965 req-f2a3f9b4-65aa-4f31-ac2f-5c1ef1e7f259 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440333 Nov 29 21:49:44.009685 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-8358512d-0132-4e8c-b3e4-2069a2dc6b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for subnet, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:44.035900 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358512d-0132-4e8c-b3e4-2069a2dc6b6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a595db27-2145-40a6-bf96-b7a2a3096dde,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:49:44.039743 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-8358512d-0132-4e8c-b3e4-2069a2dc6b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for subnet, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:44.042928 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-8358512d-0132-4e8c-b3e4-2069a2dc6b6f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a595db27-2145-40a6-bf96-b7a2a3096dde HTTP/1.1" status: 204 len: 168 time: 0.1862309 Nov 29 21:49:44.045590 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 35712) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:49:44.115323 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606273'] for network, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:44.199595 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731116', 'neutron.services.segments.db._delete_segments_for_network-8752945619276'] for network, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:44.220171 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:49:44.220549 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:49:44.221302 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:49:44.221630 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] Subscribe: > port after_create 55550000 {{(pid=109068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:49:44.221951 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:49:44.222266 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] Subscribe: > port after_update 55550000 {{(pid=109068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:49:44.222599 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:49:44.222917 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:49:44.223260 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:49:44.223575 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:49:44.402445 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:49:44.402791 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:49:44.403142 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:49:44.403508 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:49:44.403966 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.services.segments.db [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4ff1e5-d7ef-4aae-b692-4683df30de2b']}} {{(pid=109068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:49:44.421269 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.services.segments.db [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f64cefe-819a-41ad-b85a-f3be50f6f3dc') {'for_net_delete': True} {{(pid=109068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:49:44.421566 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.services.segments.db [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f64cefe-819a-41ad-b85a-f3be50f6f3dc') {} {{(pid=109068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:49:44.437595 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752945621589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127331858'] for segment, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:44.458758 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:44.466689 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=109068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 21:49:44.467070 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126529624'] for segment, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: from cryptography.utils import int_from_bytes Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: from cryptography.utils import int_from_bytes Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: Traceback (most recent call last): Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: timer() Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: cb(*args, **kw) Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: return func(*args, **kwargs) Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: self._notify() Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: self.callback(batched_events) Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: event.method(event) Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: return f(self, *a, **k) Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: return self._get(url).json() Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: return self.request(url, 'GET', **kwargs) Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 21:49:44.489355 dv-cinder-819722-1-iscsi neutron-server[109068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 21:49:44.547366 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811335'] for network, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:44.554812 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:44.558227 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/6d4ff1e5-d7ef-4aae-b692-4683df30de2b HTTP/1.1" status: 204 len: 168 time: 0.5116572 Nov 29 21:49:44.568900 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05946ee-a58c-4c9f-9d9c-e55fc5b1f7a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d4ff1e5-d7ef-4aae-b692-4683df30de2b,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:49:44.718903 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 35718) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:49:44.759396 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-41b321ad-8e54-4657-ae47-623c3860bb6e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a727bced07442fb877f89dd67bc1353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392165 Nov 29 21:49:44.761649 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 35720) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:49:44.809123 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a1954031-d14a-4df5-b2d1-99fcf8b2a038 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:44.834135 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a1954031-d14a-4df5-b2d1-99fcf8b2a038 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:44.881467 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a1954031-d14a-4df5-b2d1-99fcf8b2a038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:44.884057 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a1954031-d14a-4df5-b2d1-99fcf8b2a038 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:44.885240 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-a1954031-d14a-4df5-b2d1-99fcf8b2a038 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eb1badb5-98c9-47bf-a512-6487b930b9ae HTTP/1.1" status: 204 len: 168 time: 0.1226993 Nov 29 21:49:44.893142 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1954031-d14a-4df5-b2d1-99fcf8b2a038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1badb5-98c9-47bf-a512-6487b930b9ae,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:49:47.253818 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb18c0-0a82-440e-b1ab-c620277b9825 req-4da0f7fc-7730-46dd-8449-4fe64a14f730 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:47.255526 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e0bb18c0-0a82-440e-b1ab-c620277b9825 req-4da0f7fc-7730-46dd-8449-4fe64a14f730 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.0484636 Nov 29 21:49:47.302680 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e0bb18c0-0a82-440e-b1ab-c620277b9825 req-b78ce344-dbee-4c5f-9b15-65e2861e2e11 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411010 Nov 29 21:49:48.442217 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04629e-3455-4dd1-8ccb-d935e232f00b req-9b79b614-dbce-4f8a-8d08-afca7980f00c tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:48.443623 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cf04629e-3455-4dd1-8ccb-d935e232f00b req-9b79b614-dbce-4f8a-8d08-afca7980f00c tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.0537307 Nov 29 21:49:48.492509 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cf04629e-3455-4dd1-8ccb-d935e232f00b req-bee4d5d7-e724-48c0-9ef0-30ea0cb08ec5 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426991 Nov 29 21:49:51.379555 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccf96f-fd61-4b35-94b6-576b6e5da27b req-5d506759-e829-4499-8541-0161c64ef47c tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:51.380967 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1cccf96f-fd61-4b35-94b6-576b6e5da27b req-5d506759-e829-4499-8541-0161c64ef47c tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.0475614 Nov 29 21:49:51.429080 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1cccf96f-fd61-4b35-94b6-576b6e5da27b req-9d7720df-7f2a-421e-9692-e5fab0cea7b6 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423911 Nov 29 21:49:52.560836 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0e0c7-cf31-4b15-aa84-63331d8530a6 req-f9bd6173-d744-44e6-b4e2-e9da8370c28e tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:52.562418 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4bf0e0c7-cf31-4b15-aa84-63331d8530a6 req-f9bd6173-d744-44e6-b4e2-e9da8370c28e tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.0620089 Nov 29 21:49:52.618072 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4bf0e0c7-cf31-4b15-aa84-63331d8530a6 req-6e90875a-1d6f-4547-9455-a1f9d98d0ff7 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494409 Nov 29 21:49:52.628630 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:49:53.748721 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd8ea2-1e98-4f7b-8abb-68b5cd337af5 req-502f83bf-5e24-4cfe-8224-1fdb0fd2e9f8 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:53.750147 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ecfd8ea2-1e98-4f7b-8abb-68b5cd337af5 req-502f83bf-5e24-4cfe-8224-1fdb0fd2e9f8 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.0502515 Nov 29 21:49:53.796133 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ecfd8ea2-1e98-4f7b-8abb-68b5cd337af5 req-edd45834-e667-454c-814c-4779052090f6 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402403 Nov 29 21:49:54.925921 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790003d-87ef-449a-8799-d43deada69ef req-6e46a3b9-0600-43e5-89b0-c7464ee4a6cc tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:54.927764 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4790003d-87ef-449a-8799-d43deada69ef req-6e46a3b9-0600-43e5-89b0-c7464ee4a6cc tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.0498357 Nov 29 21:49:54.981460 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4790003d-87ef-449a-8799-d43deada69ef req-c1300799-1bef-4718-9f10-36a30acd701a tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430739 Nov 29 21:49:55.610182 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79448fec-21c4-4429-8e82-c2ad09a55ad8 req-7b37c871-e89e-44cf-a6c6-9c48e7c88c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:55.611895 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-79448fec-21c4-4429-8e82-c2ad09a55ad8 req-7b37c871-e89e-44cf-a6c6-9c48e7c88c4b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 1098 time: 0.0435772 Nov 29 21:49:55.661823 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-79448fec-21c4-4429-8e82-c2ad09a55ad8 req-c5809060-2afa-4075-9e66-a41fccfa3bbc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403624 Nov 29 21:49:56.109939 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ed643-07cc-4c35-94e4-2e95dd9e55cd req-6aaea6ad-16b6-4f3e-9016-8d71ec5d5fb3 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:56.111565 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ba9ed643-07cc-4c35-94e4-2e95dd9e55cd req-6aaea6ad-16b6-4f3e-9016-8d71ec5d5fb3 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.0577142 Nov 29 21:49:56.172196 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ba9ed643-07cc-4c35-94e4-2e95dd9e55cd req-903d0a8d-7707-4cf0-8474-630284aa72d1 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501108 Nov 29 21:49:57.289870 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28de3b7-9bda-4678-b998-538ca42bbc2f req-b85672df-bcd4-48aa-ace9-4b64303a63bf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:57.291415 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f28de3b7-9bda-4678-b998-538ca42bbc2f req-b85672df-bcd4-48aa-ace9-4b64303a63bf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.0482516 Nov 29 21:49:57.343692 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f28de3b7-9bda-4678-b998-538ca42bbc2f req-b4cb7b7e-1aec-4978-9fb1-750868374d68 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453374 Nov 29 21:49:57.435302 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 36034) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:49:57.564503 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-60a5e029-9f9f-4955-af67-d1edb8b5b6fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:57.642474 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1a192-c3f9-4e78-a762-9963807c2323 req-62d3472e-f99b-4dbc-ad44-e7f27e7e4f53 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:57.644127 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0dd1a192-c3f9-4e78-a762-9963807c2323 req-62d3472e-f99b-4dbc-ad44-e7f27e7e4f53 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.0519798 Nov 29 21:49:57.652853 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cbc69-3328-4a72-b973-e2e3797e086f req-0a73b720-1e15-4b5f-8160-b7cbae008e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:57.654418 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-999cbc69-3328-4a72-b973-e2e3797e086f req-0a73b720-1e15-4b5f-8160-b7cbae008e2f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=01b08089dc5e40ef891d422cc7784809&device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 1098 time: 0.0566099 Nov 29 21:49:57.698627 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0dd1a192-c3f9-4e78-a762-9963807c2323 req-c1e2d368-f9d4-4e23-8bf4-cc6f61f66954 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471125 Nov 29 21:49:57.701945 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-60a5e029-9f9f-4955-af67-d1edb8b5b6fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:57.715432 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-60a5e029-9f9f-4955-af67-d1edb8b5b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:57.795236 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-60a5e029-9f9f-4955-af67-d1edb8b5b6fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=db50601d800b49069755cb5b09c973f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3578868 Nov 29 21:49:57.797038 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 36050) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:49:57.813807 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5e029-9f9f-4955-af67-d1edb8b5b6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a74b07-8f19-41c1-a77f-4187957ff927,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:49:57.825428 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5e029-9f9f-4955-af67-d1edb8b5b6fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:49:57.825864 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5e029-9f9f-4955-af67-d1edb8b5b6fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:49:57.826694 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5e029-9f9f-4955-af67-d1edb8b5b6fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:49:57.827029 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5e029-9f9f-4955-af67-d1edb8b5b6fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:49:57.827390 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5e029-9f9f-4955-af67-d1edb8b5b6fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:49:57.827726 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5e029-9f9f-4955-af67-d1edb8b5b6fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:49:57.828054 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5e029-9f9f-4955-af67-d1edb8b5b6fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:49:57.828383 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5e029-9f9f-4955-af67-d1edb8b5b6fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:49:57.828747 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5e029-9f9f-4955-af67-d1edb8b5b6fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:49:57.829058 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5e029-9f9f-4955-af67-d1edb8b5b6fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:49:57.829477 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5e029-9f9f-4955-af67-d1edb8b5b6fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:49:57.829841 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5e029-9f9f-4955-af67-d1edb8b5b6fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:49:57.836007 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cbc69-3328-4a72-b973-e2e3797e086f req-8ee6da88-fa55-46d8-ac31-31e368ee68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:57.837548 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-999cbc69-3328-4a72-b973-e2e3797e086f req-8ee6da88-fa55-46d8-ac31-31e368ee68c8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3261214-cd19-4620-bdfc-67e5550090e6 HTTP/1.1" status: 200 len: 920 time: 0.1732385 Nov 29 21:49:57.857809 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3d139615-626b-4e99-975b-29500f988580 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:57.879099 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3d139615-626b-4e99-975b-29500f988580 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:57.883298 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-999cbc69-3328-4a72-b973-e2e3797e086f req-3b6c9447-1e47-4dc1-92b5-8fbe7bc03876 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29359342-4d04-4f44-9e17-90e16d94a800 HTTP/1.1" status: 200 len: 217 time: 0.0372641 Nov 29 21:49:57.924561 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3d139615-626b-4e99-975b-29500f988580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:57.927256 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3d139615-626b-4e99-975b-29500f988580 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:57.928372 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-3d139615-626b-4e99-975b-29500f988580 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/81a74b07-8f19-41c1-a77f-4187957ff927 HTTP/1.1" status: 204 len: 168 time: 0.1303227 Nov 29 21:49:57.937260 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d139615-626b-4e99-975b-29500f988580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a74b07-8f19-41c1-a77f-4187957ff927,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:49:57.942612 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cbc69-3328-4a72-b973-e2e3797e086f req-b050dd8b-084d-4aa5-b206-71583517501c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:57.944196 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-999cbc69-3328-4a72-b973-e2e3797e086f req-b050dd8b-084d-4aa5-b206-71583517501c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf79bc07-9ee9-42dd-8fb2-fbb2a3b0a31f HTTP/1.1" status: 200 len: 859 time: 0.0452237 Nov 29 21:49:57.944344 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d139615-626b-4e99-975b-29500f988580 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:49:57.944675 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d139615-626b-4e99-975b-29500f988580 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:49:57.945014 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d139615-626b-4e99-975b-29500f988580 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:49:57.945348 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d139615-626b-4e99-975b-29500f988580 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:49:57.945675 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d139615-626b-4e99-975b-29500f988580 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:49:57.946001 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d139615-626b-4e99-975b-29500f988580 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:49:57.946324 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d139615-626b-4e99-975b-29500f988580 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:49:57.946645 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d139615-626b-4e99-975b-29500f988580 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:49:57.946992 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d139615-626b-4e99-975b-29500f988580 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:49:57.947332 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d139615-626b-4e99-975b-29500f988580 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:49:57.947684 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d139615-626b-4e99-975b-29500f988580 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:49:57.948289 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d139615-626b-4e99-975b-29500f988580 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:49:57.981586 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-999cbc69-3328-4a72-b973-e2e3797e086f req-6fbc8211-f3c0-4e85-8a61-3f9e975781f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3261214-cd19-4620-bdfc-67e5550090e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281823 Nov 29 21:49:58.088706 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-999cbc69-3328-4a72-b973-e2e3797e086f req-abafd30b-33cc-4ff3-ad1e-9bf8fb98299e service neutron] 10.222.0.61 "GET /v2.0/networks/d3261214-cd19-4620-bdfc-67e5550090e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938098 Nov 29 21:49:58.199798 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-999cbc69-3328-4a72-b973-e2e3797e086f req-1ea6d6f2-4d5a-4cca-96ba-2ad3fe214f39 service neutron] 10.222.0.61 "GET /v2.0/networks/d3261214-cd19-4620-bdfc-67e5550090e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997622 Nov 29 21:49:58.574760 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-92760e41-b15b-41d3-b799-1d7aaacab6a2 req-b397bf47-31a0-44b9-83b0-5ea2f1f46c78 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410604 Nov 29 21:49:58.642939 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92760e41-b15b-41d3-b799-1d7aaacab6a2 req-0b53d5ac-1b2b-4fc0-91de-25a552416331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:58.644548 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-92760e41-b15b-41d3-b799-1d7aaacab6a2 req-0b53d5ac-1b2b-4fc0-91de-25a552416331 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2a4f8e8463e478f8962647f6049ce0b&device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 1098 time: 0.0446472 Nov 29 21:49:58.762233 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92760e41-b15b-41d3-b799-1d7aaacab6a2 req-785b3686-f3ab-450d-8775-a2a44e68d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:58.764775 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-92760e41-b15b-41d3-b799-1d7aaacab6a2 req-785b3686-f3ab-450d-8775-a2a44e68d440 service neutron] 10.222.0.61 "GET /v2.0/networks?id=983dd8c7-05fb-4c40-89c9-8794f42a407a HTTP/1.1" status: 200 len: 916 time: 0.0909419 Nov 29 21:49:58.818747 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462454d-150e-45e8-a63e-10144c98ff87 req-66fce039-4fb6-4ed1-9def-8edd84736741 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:58.820276 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3462454d-150e-45e8-a63e-10144c98ff87 req-66fce039-4fb6-4ed1-9def-8edd84736741 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.0477543 Nov 29 21:49:58.821140 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-92760e41-b15b-41d3-b799-1d7aaacab6a2 req-dade0175-df79-4427-989c-6079eb7b8363 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8786a8a-cfa1-45de-927d-72613e1bc431 HTTP/1.1" status: 200 len: 217 time: 0.0401530 Nov 29 21:49:58.822141 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:49:58.877175 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3462454d-150e-45e8-a63e-10144c98ff87 req-bebdfdfb-1d30-4555-aca9-cfebf1e6da31 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496626 Nov 29 21:49:58.887209 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92760e41-b15b-41d3-b799-1d7aaacab6a2 req-a1a48415-3698-4a98-a0a3-f072c92ce72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:49:58.889722 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-92760e41-b15b-41d3-b799-1d7aaacab6a2 req-a1a48415-3698-4a98-a0a3-f072c92ce72b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cddc48a2-9dbb-43c6-9ab8-8af0de869d07 HTTP/1.1" status: 200 len: 855 time: 0.0602443 Nov 29 21:49:58.925445 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-92760e41-b15b-41d3-b799-1d7aaacab6a2 req-3e9a4180-357e-4761-86a2-ab49172fc811 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=983dd8c7-05fb-4c40-89c9-8794f42a407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278642 Nov 29 21:49:59.026220 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-92760e41-b15b-41d3-b799-1d7aaacab6a2 req-11c3b4cd-2977-478a-bd06-87de155d16c5 service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894852 Nov 29 21:49:59.120310 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-92760e41-b15b-41d3-b799-1d7aaacab6a2 req-9568315e-e778-44bc-aa13-9856d042b2e2 service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833328 Nov 29 21:49:59.991415 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 36086) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:50:00.007934 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bea08-c4b8-4ac8-900b-b0e8b5aaf1a8 req-c096fd41-52ea-4a44-a365-252419291b7d tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:00.009457 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c22bea08-c4b8-4ac8-900b-b0e8b5aaf1a8 req-c096fd41-52ea-4a44-a365-252419291b7d tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.0530996 Nov 29 21:50:00.057680 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c22bea08-c4b8-4ac8-900b-b0e8b5aaf1a8 req-6c4c9800-079d-4bb3-be3d-084b202813a0 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413749 Nov 29 21:50:00.097921 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-b3defcf7-056d-4a64-a5c4-8991aade4196 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:00.185476 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-b3defcf7-056d-4a64-a5c4-8991aade4196 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:00.190541 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-b3defcf7-056d-4a64-a5c4-8991aade4196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:00.231981 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-b3defcf7-056d-4a64-a5c4-8991aade4196 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=69508434cb0549648d08753148dd821f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393813 Nov 29 21:50:00.232913 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3defcf7-056d-4a64-a5c4-8991aade4196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf7db4e-8eed-4a92-9c08-dd7af53c7d7c,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:50:00.234732 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 36090) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:50:00.284206 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-137663e5-fb0c-42ae-a6b0-46d1165b787a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:00.305510 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-137663e5-fb0c-42ae-a6b0-46d1165b787a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:00.353254 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-137663e5-fb0c-42ae-a6b0-46d1165b787a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:00.355879 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-137663e5-fb0c-42ae-a6b0-46d1165b787a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:00.357073 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-137663e5-fb0c-42ae-a6b0-46d1165b787a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8bf7db4e-8eed-4a92-9c08-dd7af53c7d7c HTTP/1.1" status: 204 len: 168 time: 0.1211629 Nov 29 21:50:00.364855 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137663e5-fb0c-42ae-a6b0-46d1165b787a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf7db4e-8eed-4a92-9c08-dd7af53c7d7c,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:50:00.969787 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 36120) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:50:01.065675 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-f5fd5205-3396-4ac8-a3cd-2ed0b9a2d38a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1867179121-network', 'tenant_id': '84e17bb8649841d382ea9238c184eceb'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:50:01.087708 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fd5205-3396-4ac8-a3cd-2ed0b9a2d38a admin admin] Made reservation on behalf of 84e17bb8649841d382ea9238c184eceb for: {'network': 1} {{(pid=109067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:50:01.089972 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-f5fd5205-3396-4ac8-a3cd-2ed0b9a2d38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for network, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:01.099274 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-f5fd5205-3396-4ac8-a3cd-2ed0b9a2d38a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:01.203083 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8a386-837f-4539-99a4-2c6954c128a1 req-fc1490b8-33a8-4f37-bd01-d7db60ae86a9 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:01.204483 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-49b8a386-837f-4539-99a4-2c6954c128a1 req-fc1490b8-33a8-4f37-bd01-d7db60ae86a9 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.0761793 Nov 29 21:50:01.233627 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-f5fd5205-3396-4ac8-a3cd-2ed0b9a2d38a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:01.240910 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-f5fd5205-3396-4ac8-a3cd-2ed0b9a2d38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:01.287054 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5fd5205-3396-4ac8-a3cd-2ed0b9a2d38a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=109067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 21:50:01.289844 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd5205-3396-4ac8-a3cd-2ed0b9a2d38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480a5758-667f-4048-8501-3df5c9126967,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:50:01.300599 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-49b8a386-837f-4539-99a4-2c6954c128a1 req-7ef8f284-f715-4c0f-8e21-253d20271459 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889037 Nov 29 21:50:01.305364 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-f5fd5205-3396-4ac8-a3cd-2ed0b9a2d38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:01.305739 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.db.segments_db [None req-f5fd5205-3396-4ac8-a3cd-2ed0b9a2d38a admin admin] Added segment a3e0ed26-b173-4a24-b81d-567a3ac09c33 of type vlan for network 1161b995-fa29-42da-b5c4-6d56a106eb01 Nov 29 21:50:01.347747 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-f5fd5205-3396-4ac8-a3cd-2ed0b9a2d38a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752945079902'] for network, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:01.372114 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-f5fd5205-3396-4ac8-a3cd-2ed0b9a2d38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for network, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:01.373385 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fd5205-3396-4ac8-a3cd-2ed0b9a2d38a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:01.374078 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-f5fd5205-3396-4ac8-a3cd-2ed0b9a2d38a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:01.415444 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-f5fd5205-3396-4ac8-a3cd-2ed0b9a2d38a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4445283 Nov 29 21:50:01.418252 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 36130) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:50:01.448385 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-da330914-bf0f-43df-bc62-e570ed108640 admin admin] Request body: {'subnet': {'network_id': '1161b995-fa29-42da-b5c4-6d56a106eb01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1867179121-subnet', 'tenant_id': '84e17bb8649841d382ea9238c184eceb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:50:01.455413 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd5205-3396-4ac8-a3cd-2ed0b9a2d38a admin admin] Pushing event updated for resources: {'Network': ['ID=1161b995-fa29-42da-b5c4-6d56a106eb01,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:50:01.469299 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Network 1161b995-fa29-42da-b5c4-6d56a106eb01 details requested by agent ovs-agent-dv-cinder-819722-1-iscsi with host dv-cinder-819722-1-iscsi {{(pid=109069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 21:50:01.475614 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da330914-bf0f-43df-bc62-e570ed108640 admin admin] Made reservation on behalf of 84e17bb8649841d382ea9238c184eceb for: {'subnet': 1} {{(pid=109067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:50:01.478580 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-da330914-bf0f-43df-bc62-e570ed108640 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:01.826898 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-da330914-bf0f-43df-bc62-e570ed108640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for subnet, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:01.882928 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da330914-bf0f-43df-bc62-e570ed108640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de21e223-7f66-49cf-ad6a-14de94d5d7ab,revision_number=0']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:50:01.890452 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da330914-bf0f-43df-bc62-e570ed108640 admin admin] Checking segment: {'id': 'a3e0ed26-b173-4a24-b81d-567a3ac09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1161b995-fa29-42da-b5c4-6d56a106eb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:50:01.890775 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da330914-bf0f-43df-bc62-e570ed108640 admin admin] Network hostable DHCP agents. Network: 1161b995-fa29-42da-b5c4-6d56a106eb01, hostable agents: ['f050ea31-2221-4d35-9e43-364bf64fbd15'], hosted agents: [] {{(pid=109067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 21:50:01.907023 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da330914-bf0f-43df-bc62-e570ed108640 admin admin] Network 1161b995-fa29-42da-b5c4-6d56a106eb01 is scheduled to be hosted by DHCP agent f050ea31-2221-4d35-9e43-364bf64fbd15 with binding_index 1 {{(pid=109067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 21:50:01.915528 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-da330914-bf0f-43df-bc62-e570ed108640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819722-1-iscsi, 1161b995-fa29-42da-b5c4-6d56a106eb01) {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:50:01.920161 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da330914-bf0f-43df-bc62-e570ed108640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:01.920805 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-da330914-bf0f-43df-bc62-e570ed108640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for subnet, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:01.925643 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7397b292-dc9c-48c8-83ad-1f50069b35cf None None] Network 1161b995-fa29-42da-b5c4-6d56a106eb01 requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:50:01.936063 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-da330914-bf0f-43df-bc62-e570ed108640 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5166879 Nov 29 21:50:02.047447 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8202c1b-7b8a-4ce1-9a60-09a7d9919528 None None] Network 1161b995-fa29-42da-b5c4-6d56a106eb01 requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:50:02.772640 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8daac4f-04fe-45a6-a1a3-767964b3c0ad req-cff9ba0e-d5a4-4ccd-841f-e7e2dbca861a tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:02.774107 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f8daac4f-04fe-45a6-a1a3-767964b3c0ad req-cff9ba0e-d5a4-4ccd-841f-e7e2dbca861a tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.0493610 Nov 29 21:50:02.824204 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f8daac4f-04fe-45a6-a1a3-767964b3c0ad req-182780ee-5eeb-4167-abbb-62480b655933 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438724 Nov 29 21:50:03.660910 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-6ebae877-5c09-4c68-8637-9d526dcb3f97 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:03.662363 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-6ebae877-5c09-4c68-8637-9d526dcb3f97 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/networks?id=1161b995-fa29-42da-b5c4-6d56a106eb01 HTTP/1.1" status: 200 len: 814 time: 0.1015999 Nov 29 21:50:03.676937 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-056dfe0f-473c-4aad-a9ec-916579027b08 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/quotas/84e17bb8649841d382ea9238c184eceb HTTP/1.1" status: 200 len: 375 time: 0.0088429 Nov 29 21:50:03.710903 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-b1cc4d8f-499c-4e98-ab07-786d9865feaf tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=84e17bb8649841d382ea9238c184eceb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286138 Nov 29 21:50:03.801730 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-65d19159-c103-4ac9-bc6f-8d2493f99d3e service neutron] 10.222.0.62 "GET /v2.0/networks/1161b995-fa29-42da-b5c4-6d56a106eb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832787 Nov 29 21:50:03.896727 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-91531a03-4d0e-48e3-9d92-0e5e1c6b2bde service neutron] 10.222.0.62 "GET /v2.0/networks/1161b995-fa29-42da-b5c4-6d56a106eb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890539 Nov 29 21:50:04.051817 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2ed4b6db-e301-4b20-9520-a7df92cb5c92 req-1c5da582-d44d-4e9f-abab-823dd97de946 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=374eac35-613e-4952-877f-1c8168de188d HTTP/1.1" status: 200 len: 210 time: 0.0266120 Nov 29 21:50:05.026066 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-e062b0f1-152f-43fe-98ae-a4a9a6f55c7d tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:05.028085 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-e062b0f1-152f-43fe-98ae-a4a9a6f55c7d tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.61 "GET /v2.0/networks?id=1161b995-fa29-42da-b5c4-6d56a106eb01 HTTP/1.1" status: 200 len: 814 time: 0.0995719 Nov 29 21:50:05.041556 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-6f14c062-8b57-4cbb-a3a8-6c4c890c6db7 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Request body: {'port': {'device_id': '374eac35-613e-4952-877f-1c8168de188d', 'network_id': '1161b995-fa29-42da-b5c4-6d56a106eb01', 'admin_state_up': True, 'tenant_id': '84e17bb8649841d382ea9238c184eceb'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:50:05.150826 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-41c18129-0a98-4dfa-bb96-e8ffdad3a44c req-49c8698e-63a1-4a3c-9f80-f6f7af9ddab9 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=374eac35-613e-4952-877f-1c8168de188d HTTP/1.1" status: 200 len: 210 time: 0.0251966 Nov 29 21:50:05.161814 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-6f14c062-8b57-4cbb-a3a8-6c4c890c6db7 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Made reservation on behalf of 84e17bb8649841d382ea9238c184eceb for: {'port': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:50:05.165353 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-6f14c062-8b57-4cbb-a3a8-6c4c890c6db7 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:05.291553 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-6f14c062-8b57-4cbb-a3a8-6c4c890c6db7 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Allocated IP 172.20.0.14 (1161b995-fa29-42da-b5c4-6d56a106eb01/de21e223-7f66-49cf-ad6a-14de94d5d7ab/a5f6780e-420e-4c23-921b-4ada9a7e5448) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:50:05.430471 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-6f14c062-8b57-4cbb-a3a8-6c4c890c6db7 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:05.463595 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-6f14c062-8b57-4cbb-a3a8-6c4c890c6db7 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:05.509994 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-6f14c062-8b57-4cbb-a3a8-6c4c890c6db7 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Network 1161b995-fa29-42da-b5c4-6d56a106eb01 is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:50:05.513037 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-6f14c062-8b57-4cbb-a3a8-6c4c890c6db7 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:50:05.517665 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-6f14c062-8b57-4cbb-a3a8-6c4c890c6db7 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:50:05.523701 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14c062-8b57-4cbb-a3a8-6c4c890c6db7 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Pushing event updated for resources: {'Port': ['ID=a5f6780e-420e-4c23-921b-4ada9a7e5448,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:50:05.567230 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-6f14c062-8b57-4cbb-a3a8-6c4c890c6db7 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:05.567854 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-6f14c062-8b57-4cbb-a3a8-6c4c890c6db7 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:05.583783 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-6f14c062-8b57-4cbb-a3a8-6c4c890c6db7 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5459471 Nov 29 21:50:05.595970 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-3d1c8d66-b8bd-4ce2-9a7e-53c7ae9e3f3a service neutron] Request body: {'port': {'device_id': '374eac35-613e-4952-877f-1c8168de188d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81972'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:50:05.647071 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-3d1c8d66-b8bd-4ce2-9a7e-53c7ae9e3f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:05.906299 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-3d1c8d66-b8bd-4ce2-9a7e-53c7ae9e3f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f6780e-420e-4c23-921b-4ada9a7e5448 {{(pid=109068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:50:05.915597 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-3d1c8d66-b8bd-4ce2-9a7e-53c7ae9e3f3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:05.929437 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.provisioning_blocks [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-3d1c8d66-b8bd-4ce2-9a7e-53c7ae9e3f3a service neutron] Transition to ACTIVE for port object a5f6780e-420e-4c23-921b-4ada9a7e5448 will not be triggered until provisioned by entity L2. {{(pid=109068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 21:50:05.934029 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-3d1c8d66-b8bd-4ce2-9a7e-53c7ae9e3f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126529652'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:05.986980 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c8d66-b8bd-4ce2-9a7e-53c7ae9e3f3a service neutron] Pushing event updated for resources: {'Port': ['ID=a5f6780e-420e-4c23-921b-4ada9a7e5448,revision_number=2']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:50:06.052107 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-3d1c8d66-b8bd-4ce2-9a7e-53c7ae9e3f3a service neutron] Attempting to bind port a5f6780e-420e-4c23-921b-4ada9a7e5448 on host hv-cinder-81972 for vnic_type normal with profile {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:50:06.052807 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-3d1c8d66-b8bd-4ce2-9a7e-53c7ae9e3f3a service neutron] Attempting to bind port a5f6780e-420e-4c23-921b-4ada9a7e5448 by drivers openvswitch,hyperv on host hv-cinder-81972 at level 0 using segments [{'id': 'a3e0ed26-b173-4a24-b81d-567a3ac09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1161b995-fa29-42da-b5c4-6d56a106eb01'}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:50:06.052807 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-3d1c8d66-b8bd-4ce2-9a7e-53c7ae9e3f3a service neutron] Attempting to bind port a5f6780e-420e-4c23-921b-4ada9a7e5448 on network 1161b995-fa29-42da-b5c4-6d56a106eb01 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:50:06.056976 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-3d1c8d66-b8bd-4ce2-9a7e-53c7ae9e3f3a service neutron] Port a5f6780e-420e-4c23-921b-4ada9a7e5448 on network 1161b995-fa29-42da-b5c4-6d56a106eb01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81972 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 21:50:06.057291 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-3d1c8d66-b8bd-4ce2-9a7e-53c7ae9e3f3a service neutron] Attempting to bind port a5f6780e-420e-4c23-921b-4ada9a7e5448 on network 1161b995-fa29-42da-b5c4-6d56a106eb01 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:50:06.062101 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-3d1c8d66-b8bd-4ce2-9a7e-53c7ae9e3f3a service neutron] Checking agent: {'id': 'bd4952a7-5212-46e1-86e6-5bf28a3d3387', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81972', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'started_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:50:06.062431 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-3d1c8d66-b8bd-4ce2-9a7e-53c7ae9e3f3a service neutron] Checking segment: {'id': 'a3e0ed26-b173-4a24-b81d-567a3ac09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1161b995-fa29-42da-b5c4-6d56a106eb01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:50:06.062810 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-3d1c8d66-b8bd-4ce2-9a7e-53c7ae9e3f3a service neutron] Bound using segment: {'id': 'a3e0ed26-b173-4a24-b81d-567a3ac09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1161b995-fa29-42da-b5c4-6d56a106eb01'} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:50:06.063256 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-3d1c8d66-b8bd-4ce2-9a7e-53c7ae9e3f3a service neutron] Bound port: a5f6780e-420e-4c23-921b-4ada9a7e5448, host: hv-cinder-81972, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e0ed26-b173-4a24-b81d-567a3ac09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1161b995-fa29-42da-b5c4-6d56a106eb01'}}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:50:06.063605 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-3d1c8d66-b8bd-4ce2-9a7e-53c7ae9e3f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:06.126868 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-3d1c8d66-b8bd-4ce2-9a7e-53c7ae9e3f3a service neutron] For port a5f6780e-420e-4c23-921b-4ada9a7e5448, host hv-cinder-81972, cleared binding levels {{(pid=109068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:50:06.130425 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-3d1c8d66-b8bd-4ce2-9a7e-53c7ae9e3f3a service neutron] For port a5f6780e-420e-4c23-921b-4ada9a7e5448, host hv-cinder-81972, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=a5f6780e-420e-4c23-921b-4ada9a7e5448,segment=NetworkSegment(a3e0ed26-b173-4a24-b81d-567a3ac09c33),segment_id=a3e0ed26-b173-4a24-b81d-567a3ac09c33)] {{(pid=109068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:50:06.134495 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-3d1c8d66-b8bd-4ce2-9a7e-53c7ae9e3f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126529652'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:06.164809 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-3d1c8d66-b8bd-4ce2-9a7e-53c7ae9e3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:06.165579 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-3d1c8d66-b8bd-4ce2-9a7e-53c7ae9e3f3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:06.166947 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-3d1c8d66-b8bd-4ce2-9a7e-53c7ae9e3f3a service neutron] 10.222.0.61 "PUT /v2.0/ports/a5f6780e-420e-4c23-921b-4ada9a7e5448 HTTP/1.1" status: 200 len: 1094 time: 0.5749755 Nov 29 21:50:06.169135 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374eac35-613e-4952-877f-1c8168de188d', 'tag': 'a5f6780e-420e-4c23-921b-4ada9a7e5448'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:50:06.172237 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1e71b6-8b40-4d01-95d4-d16d0f8e78c5" -d '{"events": [{"name": "network-changed", "server_uuid": "374eac35-613e-4952-877f-1c8168de188d", "tag": "a5f6780e-420e-4c23-921b-4ada9a7e5448"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:50:06.212857 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c8d66-b8bd-4ce2-9a7e-53c7ae9e3f3a service neutron] Pushing event updated for resources: {'Port': ['ID=a5f6780e-420e-4c23-921b-4ada9a7e5448,revision_number=3']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:50:06.231221 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 21:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43f37f8-e6cf-4b54-83a8-572c5bfb0712 x-openstack-request-id: req-e43f37f8-e6cf-4b54-83a8-572c5bfb0712 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:50:06.231510 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374eac35-613e-4952-877f-1c8168de188d", "tag": "a5f6780e-420e-4c23-921b-4ada9a7e5448", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:50:06.231769 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e43f37f8-e6cf-4b54-83a8-572c5bfb0712 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:50:06.232157 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374eac35-613e-4952-877f-1c8168de188d', 'tag': 'a5f6780e-420e-4c23-921b-4ada9a7e5448', 'status': 'completed', 'code': 200} Nov 29 21:50:06.277879 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-6a2c0810-2925-48fc-991b-331c76eafaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:06.279546 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-6a2c0810-2925-48fc-991b-331c76eafaa9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e17bb8649841d382ea9238c184eceb&device_id=374eac35-613e-4952-877f-1c8168de188d HTTP/1.1" status: 200 len: 1097 time: 0.0630732 Nov 29 21:50:06.283486 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85553a1-c5eb-4e7c-a858-ebba0a6d4c29 req-57026f5b-3f1b-4644-b692-7faeb8d71aae tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:06.284958 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c85553a1-c5eb-4e7c-a858-ebba0a6d4c29 req-57026f5b-3f1b-4644-b692-7faeb8d71aae tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=374eac35-613e-4952-877f-1c8168de188d HTTP/1.1" status: 200 len: 944 time: 0.0581050 Nov 29 21:50:06.331596 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-c49be379-f64a-41f2-a61a-5c34bd953ed2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5f6780e-420e-4c23-921b-4ada9a7e5448 HTTP/1.1" status: 200 len: 217 time: 0.0382261 Nov 29 21:50:06.333160 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c85553a1-c5eb-4e7c-a858-ebba0a6d4c29 req-7ef586bc-cb5b-458a-9bad-4ecf101589cd tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/security-groups?id=480a5758-667f-4048-8501-3df5c9126967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422249 Nov 29 21:50:06.380302 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-83414abe-6e04-4a94-a453-74d27b2b16aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:06.381789 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-83414abe-6e04-4a94-a453-74d27b2b16aa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=de21e223-7f66-49cf-ad6a-14de94d5d7ab HTTP/1.1" status: 200 len: 854 time: 0.0429096 Nov 29 21:50:06.412885 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-c7d58bc6-25b1-4072-8be2-898454d848da service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1161b995-fa29-42da-b5c4-6d56a106eb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0222118 Nov 29 21:50:06.505402 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-9de30faf-44b3-482d-9315-4693149fd0fb service neutron] 10.222.0.61 "GET /v2.0/networks/1161b995-fa29-42da-b5c4-6d56a106eb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853219 Nov 29 21:50:06.595645 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-fac9825a-2ecc-4fa0-9c6b-95eb1c190daa req-58c3225d-f366-42fd-9c20-a15546898c76 service neutron] 10.222.0.61 "GET /v2.0/networks/1161b995-fa29-42da-b5c4-6d56a106eb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807037 Nov 29 21:50:06.681524 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e71b6-8b40-4d01-95d4-d16d0f8e78c5 req-56774d1f-95b8-4f78-967e-f8e17610d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:06.682951 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1c1e71b6-8b40-4d01-95d4-d16d0f8e78c5 req-56774d1f-95b8-4f78-967e-f8e17610d385 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e17bb8649841d382ea9238c184eceb&device_id=374eac35-613e-4952-877f-1c8168de188d HTTP/1.1" status: 200 len: 1097 time: 0.0419271 Nov 29 21:50:06.772234 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e71b6-8b40-4d01-95d4-d16d0f8e78c5 req-04197d67-7f95-433b-a478-40b1c62c7b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:06.773700 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1c1e71b6-8b40-4d01-95d4-d16d0f8e78c5 req-04197d67-7f95-433b-a478-40b1c62c7b60 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1161b995-fa29-42da-b5c4-6d56a106eb01 HTTP/1.1" status: 200 len: 915 time: 0.0830886 Nov 29 21:50:06.817594 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1c1e71b6-8b40-4d01-95d4-d16d0f8e78c5 req-bb8f8bb5-0a09-43ea-816e-08a5825c3354 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5f6780e-420e-4c23-921b-4ada9a7e5448 HTTP/1.1" status: 200 len: 217 time: 0.0363021 Nov 29 21:50:07.112402 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e71b6-8b40-4d01-95d4-d16d0f8e78c5 req-155e927b-73f4-4546-8371-bfa0fde43503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:07.114017 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1c1e71b6-8b40-4d01-95d4-d16d0f8e78c5 req-155e927b-73f4-4546-8371-bfa0fde43503 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=de21e223-7f66-49cf-ad6a-14de94d5d7ab HTTP/1.1" status: 200 len: 854 time: 0.2887878 Nov 29 21:50:07.148935 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1c1e71b6-8b40-4d01-95d4-d16d0f8e78c5 req-f03b5246-33d0-48d9-8e29-cb29bcf8108c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1161b995-fa29-42da-b5c4-6d56a106eb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256495 Nov 29 21:50:07.197164 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4c03-e992-412c-8d7c-6f78cffa11de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:07.261580 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1c1e71b6-8b40-4d01-95d4-d16d0f8e78c5 req-f9712735-27f4-42fc-b099-10a13b6a54bf service neutron] 10.222.0.61 "GET /v2.0/networks/1161b995-fa29-42da-b5c4-6d56a106eb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971041 Nov 29 21:50:07.371160 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1c1e71b6-8b40-4d01-95d4-d16d0f8e78c5 req-0eed5439-06a3-4922-b8b1-6615f84ac55c service neutron] 10.222.0.61 "GET /v2.0/networks/1161b995-fa29-42da-b5c4-6d56a106eb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005604 Nov 29 21:50:07.459890 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26e737-ff8c-437d-b332-f2ad63fe2b94 req-700c50a9-fbc1-4c20-bb69-b664bcc31f59 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:07.461907 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1a26e737-ff8c-437d-b332-f2ad63fe2b94 req-700c50a9-fbc1-4c20-bb69-b664bcc31f59 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=374eac35-613e-4952-877f-1c8168de188d HTTP/1.1" status: 200 len: 944 time: 0.0549119 Nov 29 21:50:07.515611 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1a26e737-ff8c-437d-b332-f2ad63fe2b94 req-3feb0928-4e4c-4fdb-8376-e36187b90812 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/security-groups?id=480a5758-667f-4048-8501-3df5c9126967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452650 Nov 29 21:50:08.646253 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7bc9c-90e6-4e28-87f5-39879e071141 req-37346e6d-0091-43c7-a33c-9b72c90bec86 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:08.647786 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b9f7bc9c-90e6-4e28-87f5-39879e071141 req-37346e6d-0091-43c7-a33c-9b72c90bec86 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=374eac35-613e-4952-877f-1c8168de188d HTTP/1.1" status: 200 len: 944 time: 0.0499578 Nov 29 21:50:08.695408 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b9f7bc9c-90e6-4e28-87f5-39879e071141 req-3663476a-db33-4fa7-827b-9625dd614b86 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/security-groups?id=480a5758-667f-4048-8501-3df5c9126967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414724 Nov 29 21:50:09.561994 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1f1fe-9801-4fb5-95a3-7513fcb05089 req-c77d5698-a1f3-468b-9d9f-413b76fafa9f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:09.563452 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4ad1f1fe-9801-4fb5-95a3-7513fcb05089 req-c77d5698-a1f3-468b-9d9f-413b76fafa9f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0511494 Nov 29 21:50:09.588149 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device a5f6780e-420e-4c23-921b-4ada9a7e5448 details requested by agent hyperv_hv-cinder-81972 with host hv-cinder-81972 {{(pid=109069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 21:50:09.611189 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4ad1f1fe-9801-4fb5-95a3-7513fcb05089 req-4906a35c-de89-41ce-8146-55d9db120b3a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416563 Nov 29 21:50:09.676275 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ebcc6d48-56d6-4c25-9c8e-8ca2aee707ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:09.693101 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port a5f6780e-420e-4c23-921b-4ada9a7e5448, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=a5f6780e-420e-4c23-921b-4ada9a7e5448,segment=NetworkSegment(a3e0ed26-b173-4a24-b81d-567a3ac09c33),segment_id=a3e0ed26-b173-4a24-b81d-567a3ac09c33)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:50:09.707832 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Returning: {'device': 'a5f6780e-420e-4c23-921b-4ada9a7e5448', 'network_id': '1161b995-fa29-42da-b5c4-6d56a106eb01', 'port_id': 'a5f6780e-420e-4c23-921b-4ada9a7e5448', 'mac_address': 'fa:16:3e:1a:77:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de21e223-7f66-49cf-ad6a-14de94d5d7ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 21:50:09.745452 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:09.758816 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f6780e-420e-4c23-921b-4ada9a7e5448 {{(pid=109069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:50:09.780103 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port a5f6780e-420e-4c23-921b-4ada9a7e5448, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=a5f6780e-420e-4c23-921b-4ada9a7e5448,segment=NetworkSegment(a3e0ed26-b173-4a24-b81d-567a3ac09c33),segment_id=a3e0ed26-b173-4a24-b81d-567a3ac09c33)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:50:09.784466 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:09.812216 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be21a0-5f05-4a94-8882-df86c64d66c9 req-d22943b1-56d3-4ed6-978b-ab025719a2e6 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:09.813845 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b2be21a0-5f05-4a94-8882-df86c64d66c9 req-d22943b1-56d3-4ed6-978b-ab025719a2e6 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=374eac35-613e-4952-877f-1c8168de188d HTTP/1.1" status: 200 len: 944 time: 0.0493658 Nov 29 21:50:09.833788 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=a5f6780e-420e-4c23-921b-4ada9a7e5448,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:50:09.840758 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:50:09.841111 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:50:09.841462 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:50:09.841802 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:50:09.842132 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:50:09.842461 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:50:09.843371 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:50:09.843786 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:50:09.844143 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:50:09.844473 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:50:09.844798 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:50:09.845120 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:50:09.862372 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b2be21a0-5f05-4a94-8882-df86c64d66c9 req-c74856d6-e197-47eb-95ac-ffe7d62bf88d tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/security-groups?id=480a5758-667f-4048-8501-3df5c9126967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424201 Nov 29 21:50:10.098216 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['a5f6780e-420e-4c23-921b-4ada9a7e5448'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 21:50:10.729379 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176d299-a700-4d63-82b8-dd408d243e51 req-8ab76c11-f006-4d0d-be3f-cea73a5f2e7c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:10.730726 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e176d299-a700-4d63-82b8-dd408d243e51 req-8ab76c11-f006-4d0d-be3f-cea73a5f2e7c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0478418 Nov 29 21:50:10.780233 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e176d299-a700-4d63-82b8-dd408d243e51 req-d068bf6f-9b4e-4879-814e-787ae89909df tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435445 Nov 29 21:50:10.830085 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:10.975506 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba991fb-8839-4849-a428-7681a3d0decb req-1fead741-0c1e-4831-9284-d5c15e14eff1 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:10.976943 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4ba991fb-8839-4849-a428-7681a3d0decb req-1fead741-0c1e-4831-9284-d5c15e14eff1 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=374eac35-613e-4952-877f-1c8168de188d HTTP/1.1" status: 200 len: 945 time: 0.0487258 Nov 29 21:50:11.023232 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4ba991fb-8839-4849-a428-7681a3d0decb req-15dc957b-bd8f-473d-8102-f721aaab898c tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/security-groups?id=480a5758-667f-4048-8501-3df5c9126967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404189 Nov 29 21:50:11.605546 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device a5f6780e-420e-4c23-921b-4ada9a7e5448 up at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:50:11.653660 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning for port a5f6780e-420e-4c23-921b-4ada9a7e5448 completed by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 21:50:11.658079 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning complete for port a5f6780e-420e-4c23-921b-4ada9a7e5448 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:50:11.658445 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:11.742025 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:11.763471 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374eac35-613e-4952-877f-1c8168de188d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f6780e-420e-4c23-921b-4ada9a7e5448'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:50:11.766393 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}794315610de439447aed72074188a67d63b98ede12239f2058763371c4f7a0e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fc38a3-c9e7-4044-9b3e-dfcc10c2ae1b" -d '{"events": [{"server_uuid": "374eac35-613e-4952-877f-1c8168de188d", "name": "network-vif-plugged", "status": "completed", "tag": "a5f6780e-420e-4c23-921b-4ada9a7e5448"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:50:11.778725 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port a5f6780e-420e-4c23-921b-4ada9a7e5448, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=a5f6780e-420e-4c23-921b-4ada9a7e5448,segment=NetworkSegment(a3e0ed26-b173-4a24-b81d-567a3ac09c33),segment_id=a3e0ed26-b173-4a24-b81d-567a3ac09c33)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:50:11.783512 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:11.805853 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 21:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c3d874-e65c-42fb-b085-01f29ee0e12a x-openstack-request-id: req-27c3d874-e65c-42fb-b085-01f29ee0e12a {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:50:11.806158 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374eac35-613e-4952-877f-1c8168de188d", "name": "network-vif-plugged", "status": "completed", "tag": "a5f6780e-420e-4c23-921b-4ada9a7e5448", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:50:11.806409 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27c3d874-e65c-42fb-b085-01f29ee0e12a {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:50:11.807039 dv-cinder-819722-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374eac35-613e-4952-877f-1c8168de188d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f6780e-420e-4c23-921b-4ada9a7e5448', 'code': 200} Nov 29 21:50:11.833538 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=a5f6780e-420e-4c23-921b-4ada9a7e5448,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:50:11.901774 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37507e-812f-4bc8-8d0f-1e7f615f3aed req-4aa98672-8894-4cfb-9339-2fbc62614fca tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:11.903313 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-bb37507e-812f-4bc8-8d0f-1e7f615f3aed req-4aa98672-8894-4cfb-9339-2fbc62614fca tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0483325 Nov 29 21:50:11.952191 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-bb37507e-812f-4bc8-8d0f-1e7f615f3aed req-a871a8a5-5816-4085-84f1-92280dd889b1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422575 Nov 29 21:50:11.980428 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56bb7a-eb10-4478-b975-ae91a2343377 req-dcc61fec-54fb-4f42-8876-15a20c20d2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:11.981898 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-5e56bb7a-eb10-4478-b975-ae91a2343377 req-dcc61fec-54fb-4f42-8876-15a20c20d2b3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=374eac35-613e-4952-877f-1c8168de188d HTTP/1.1" status: 200 len: 1099 time: 0.0388677 Nov 29 21:50:12.034404 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-5e56bb7a-eb10-4478-b975-ae91a2343377 req-1fe5205d-4c11-4e57-9e32-1ecb0c7a1d60 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=480a5758-667f-4048-8501-3df5c9126967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396655 Nov 29 21:50:12.065607 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:12.143086 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f4346-76cb-4439-80d0-ed4db14e8d72 req-e3a8ee54-639b-4969-982c-bc1e55e4a877 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:12.144613 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-848f4346-76cb-4439-80d0-ed4db14e8d72 req-e3a8ee54-639b-4969-982c-bc1e55e4a877 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=374eac35-613e-4952-877f-1c8168de188d HTTP/1.1" status: 200 len: 946 time: 0.0529308 Nov 29 21:50:12.193396 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-848f4346-76cb-4439-80d0-ed4db14e8d72 req-406f127f-35e7-4be1-aa84-4844780623be tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/security-groups?id=480a5758-667f-4048-8501-3df5c9126967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427480 Nov 29 21:50:13.074755 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752c0e8-54eb-4581-850c-cba4551ca9af req-df70803c-f106-4ebe-a65d-c1759d1a75e3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:13.076287 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2752c0e8-54eb-4581-850c-cba4551ca9af req-df70803c-f106-4ebe-a65d-c1759d1a75e3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0495899 Nov 29 21:50:13.112031 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:13.131158 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2752c0e8-54eb-4581-850c-cba4551ca9af req-f7a0941c-5ec1-47be-ac95-1a26ac1863f8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487034 Nov 29 21:50:13.312536 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574298c1-a39c-4dfb-a5c2-17ce3eea2dda req-48fce406-0da0-420f-b6ef-e9876db0dbfb tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:13.314036 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-574298c1-a39c-4dfb-a5c2-17ce3eea2dda req-48fce406-0da0-420f-b6ef-e9876db0dbfb tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=374eac35-613e-4952-877f-1c8168de188d HTTP/1.1" status: 200 len: 946 time: 0.0497074 Nov 29 21:50:13.368332 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-574298c1-a39c-4dfb-a5c2-17ce3eea2dda req-5562665b-a716-4dca-9c23-8316521ac6b3 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/security-groups?id=480a5758-667f-4048-8501-3df5c9126967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478027 Nov 29 21:50:14.253146 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17746860-16af-4402-8f2b-b36d64519290 req-6bf86deb-0775-454d-98b6-84a59d2ca6ae tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:14.254629 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-17746860-16af-4402-8f2b-b36d64519290 req-6bf86deb-0775-454d-98b6-84a59d2ca6ae tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0483232 Nov 29 21:50:14.302469 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-17746860-16af-4402-8f2b-b36d64519290 req-24f64403-7a6b-4b18-b1db-ef43511af815 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419235 Nov 29 21:50:14.480444 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e75e6-b7ba-408d-9ae3-46cca7140fd7 req-24c09326-f2ab-4883-bc1e-abf43959a99d tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:14.481904 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-357e75e6-b7ba-408d-9ae3-46cca7140fd7 req-24c09326-f2ab-4883-bc1e-abf43959a99d tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=374eac35-613e-4952-877f-1c8168de188d HTTP/1.1" status: 200 len: 946 time: 0.0481248 Nov 29 21:50:14.528627 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-357e75e6-b7ba-408d-9ae3-46cca7140fd7 req-1ed5fd73-2d3a-4c10-9d63-751289ddbb7a tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/security-groups?id=480a5758-667f-4048-8501-3df5c9126967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403035 Nov 29 21:50:15.426739 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7695e5a-b600-4bb2-9537-f2742bc50e34 req-33af32c6-ee74-4f3e-9f88-d63694386ebc tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:15.428292 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d7695e5a-b600-4bb2-9537-f2742bc50e34 req-33af32c6-ee74-4f3e-9f88-d63694386ebc tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0525470 Nov 29 21:50:15.477801 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d7695e5a-b600-4bb2-9537-f2742bc50e34 req-d890fdeb-1f5c-445d-a0b0-108b86a66094 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434854 Nov 29 21:50:16.602439 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f3036-b648-4454-9779-ddb984964b45 req-08a21ad7-9439-408c-b8d8-b1cd863e02a1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:16.604025 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8e6f3036-b648-4454-9779-ddb984964b45 req-08a21ad7-9439-408c-b8d8-b1cd863e02a1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0544958 Nov 29 21:50:16.652586 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8e6f3036-b648-4454-9779-ddb984964b45 req-f35cd79c-e320-419b-9635-35e8c80bd62f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423763 Nov 29 21:50:17.774595 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647bf33-84d8-4b4d-9bd8-4dee7afc67f6 req-3cf01fd4-d051-46f4-b3c4-3d26ac51eb1b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:17.775947 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1647bf33-84d8-4b4d-9bd8-4dee7afc67f6 req-3cf01fd4-d051-46f4-b3c4-3d26ac51eb1b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0523555 Nov 29 21:50:17.826158 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1647bf33-84d8-4b4d-9bd8-4dee7afc67f6 req-4316a27e-0d03-4de9-9fd9-2327ada78aa9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438104 Nov 29 21:50:18.946860 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7f874-0ddf-459e-a331-89f29b06419b req-9785c822-1574-4e97-978e-67ad6791c7be tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:18.948633 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6fd7f874-0ddf-459e-a331-89f29b06419b req-9785c822-1574-4e97-978e-67ad6791c7be tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0508981 Nov 29 21:50:18.996789 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6fd7f874-0ddf-459e-a331-89f29b06419b req-a13a52cc-797a-4c6e-95b1-c165b70ea4d6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416389 Nov 29 21:50:20.117453 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff3159-1d3e-4b42-9e46-c567c68b5773 req-146e6cff-430b-40b9-8235-504a4556ffcb tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:20.118854 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fcff3159-1d3e-4b42-9e46-c567c68b5773 req-146e6cff-430b-40b9-8235-504a4556ffcb tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0475883 Nov 29 21:50:20.178126 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fcff3159-1d3e-4b42-9e46-c567c68b5773 req-46cdb8f9-f097-4a09-8e73-b08abdfb9b0c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516694 Nov 29 21:50:21.299609 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfd162-f6a7-4c1e-ab3c-cf19f77483aa req-b4ee6bde-213c-4fa8-944c-65b7bb72c477 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:21.301155 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a4bfd162-f6a7-4c1e-ab3c-cf19f77483aa req-b4ee6bde-213c-4fa8-944c-65b7bb72c477 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0496202 Nov 29 21:50:21.350830 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a4bfd162-f6a7-4c1e-ab3c-cf19f77483aa req-2ad57d21-e4e6-4928-96a1-ed3045974891 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437524 Nov 29 21:50:22.474111 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87de3e1-325e-4b7e-bdda-dc798467dedb req-21a1c5c2-d17c-4738-8e04-ff7c463b719c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:22.475689 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c87de3e1-325e-4b7e-bdda-dc798467dedb req-21a1c5c2-d17c-4738-8e04-ff7c463b719c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0519712 Nov 29 21:50:22.525584 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c87de3e1-325e-4b7e-bdda-dc798467dedb req-d6517534-159f-4f38-ac12-56100d9ffb23 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434058 Nov 29 21:50:23.648724 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ebfde-5968-48be-b0c8-2f04a5eb0a56 req-1917b7aa-5011-417b-9818-0504ab228e39 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:23.650195 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-af2ebfde-5968-48be-b0c8-2f04a5eb0a56 req-1917b7aa-5011-417b-9818-0504ab228e39 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0515943 Nov 29 21:50:23.699524 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-af2ebfde-5968-48be-b0c8-2f04a5eb0a56 req-a3d2fa79-74e8-4169-9e39-8cdcc16b4fd6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425005 Nov 29 21:50:24.820023 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94faac-43ea-4aba-84e4-54e3151ab195 req-c8edd40d-d065-4acb-a08b-d6ea784f4c0f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:24.821504 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fb94faac-43ea-4aba-84e4-54e3151ab195 req-c8edd40d-d065-4acb-a08b-d6ea784f4c0f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0485382 Nov 29 21:50:24.870733 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fb94faac-43ea-4aba-84e4-54e3151ab195 req-f5b29ebe-b890-4228-af62-cf93d3c78ee3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431035 Nov 29 21:50:25.994459 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4c163-4252-41c6-a19e-8a0754dd648e req-a9e71a80-fe0f-4fbe-813b-4acbfc3122a4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:25.995968 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0bd4c163-4252-41c6-a19e-8a0754dd648e req-a9e71a80-fe0f-4fbe-813b-4acbfc3122a4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0493398 Nov 29 21:50:26.048542 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0bd4c163-4252-41c6-a19e-8a0754dd648e req-7d208a1b-28d4-4174-abbb-ec93fd696c67 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466373 Nov 29 21:50:27.169785 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9497f9-b0d4-4ad5-b401-43be7a3bd631 req-4898ff1b-baf1-49e1-b0b7-c5a9979ccde7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:27.171352 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2f9497f9-b0d4-4ad5-b401-43be7a3bd631 req-4898ff1b-baf1-49e1-b0b7-c5a9979ccde7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0497246 Nov 29 21:50:27.220532 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2f9497f9-b0d4-4ad5-b401-43be7a3bd631 req-3823d9d4-7b95-4ef5-9d0c-77bd35820c4e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432322 Nov 29 21:50:27.728240 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device f16d9108-f811-48b1-9588-201973be4787 details requested by agent hyperv_hv-cinder-81972 with host hv-cinder-81972 {{(pid=109069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 21:50:27.826804 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port f16d9108-f811-48b1-9588-201973be4787, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=f16d9108-f811-48b1-9588-201973be4787,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:50:27.837528 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Returning: {'device': 'f16d9108-f811-48b1-9588-201973be4787', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'port_id': 'f16d9108-f811-48b1-9588-201973be4787', 'mac_address': 'fa:16:3e:3d:65:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 21:50:27.874744 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:27.887626 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f16d9108-f811-48b1-9588-201973be4787 {{(pid=109069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:50:27.906786 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port f16d9108-f811-48b1-9588-201973be4787, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=f16d9108-f811-48b1-9588-201973be4787,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:50:27.911505 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:27.957537 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=f16d9108-f811-48b1-9588-201973be4787,revision_number=6']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:50:28.046507 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['f16d9108-f811-48b1-9588-201973be4787'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 21:50:28.345319 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f000b-aaf1-4ea4-9d5b-e2ddf1ecc514 req-221fc484-39ea-40ce-8942-7a5753c58a9a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:28.353153 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-668f000b-aaf1-4ea4-9d5b-e2ddf1ecc514 req-221fc484-39ea-40ce-8942-7a5753c58a9a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 945 time: 0.0562031 Nov 29 21:50:28.401206 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-668f000b-aaf1-4ea4-9d5b-e2ddf1ecc514 req-33086846-22bc-459a-9801-311887de238b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474074 Nov 29 21:50:28.827643 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:29.530682 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fae53-0d9e-4ccb-a699-cfcd4abf710b req-db373271-b69e-4aa6-869f-44fd11581f9d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:29.533133 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b68fae53-0d9e-4ccb-a699-cfcd4abf710b req-db373271-b69e-4aa6-869f-44fd11581f9d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 945 time: 0.0562253 Nov 29 21:50:29.592399 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b68fae53-0d9e-4ccb-a699-cfcd4abf710b req-2016ce88-f42b-49db-8bb0-82f988561270 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532584 Nov 29 21:50:29.630172 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:50:29.728123 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device f16d9108-f811-48b1-9588-201973be4787 up at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:50:29.786841 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning complete for port f16d9108-f811-48b1-9588-201973be4787 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:50:29.787466 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:29.868141 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:29.891623 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe38429-3c77-4b34-bf5f-ef93bb34d2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16d9108-f811-48b1-9588-201973be4787'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:50:29.893991 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}794315610de439447aed72074188a67d63b98ede12239f2058763371c4f7a0e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e24eed-e64d-4921-b377-cdd171c48906" -d '{"events": [{"server_uuid": "5fe38429-3c77-4b34-bf5f-ef93bb34d2ee", "name": "network-vif-plugged", "status": "completed", "tag": "f16d9108-f811-48b1-9588-201973be4787"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:50:29.908736 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port f16d9108-f811-48b1-9588-201973be4787, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=f16d9108-f811-48b1-9588-201973be4787,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:50:29.918672 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:29.943991 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 21:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c4bfdb-5ac8-44a3-8a53-54fac55c8841 x-openstack-request-id: req-87c4bfdb-5ac8-44a3-8a53-54fac55c8841 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:50:29.944303 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe38429-3c77-4b34-bf5f-ef93bb34d2ee", "name": "network-vif-plugged", "status": "completed", "tag": "f16d9108-f811-48b1-9588-201973be4787", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:50:29.944568 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-87c4bfdb-5ac8-44a3-8a53-54fac55c8841 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:50:29.944960 dv-cinder-819722-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe38429-3c77-4b34-bf5f-ef93bb34d2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16d9108-f811-48b1-9588-201973be4787', 'code': 200} Nov 29 21:50:29.974244 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=f16d9108-f811-48b1-9588-201973be4787,revision_number=7']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:50:30.717351 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4067e-32c3-4b69-9a87-d2329b28e6fa req-815ee3e3-e0f5-4d0f-8a7e-2dcd86977bbf tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:30.719555 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fad4067e-32c3-4b69-9a87-d2329b28e6fa req-815ee3e3-e0f5-4d0f-8a7e-2dcd86977bbf tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0495508 Nov 29 21:50:30.767284 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fad4067e-32c3-4b69-9a87-d2329b28e6fa req-df091b62-647c-4ca3-be48-34891817e0d7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415921 Nov 29 21:50:31.905707 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2994762-df7c-4a67-baaa-6b0e26c48ce7 req-68e2648d-1c56-40bb-b4ba-39d3eba1bae0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:31.907294 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d2994762-df7c-4a67-baaa-6b0e26c48ce7 req-68e2648d-1c56-40bb-b4ba-39d3eba1bae0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0562522 Nov 29 21:50:31.958807 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d2994762-df7c-4a67-baaa-6b0e26c48ce7 req-c9500b1b-6ffe-49ba-910b-9b6ae2f6a9de tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452895 Nov 29 21:50:33.132214 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513219e-d9bb-4649-8dae-61f261beabfe req-4b4cd6d5-c4ef-40af-a0da-d4705338eab1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:33.149261 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0513219e-d9bb-4649-8dae-61f261beabfe req-4b4cd6d5-c4ef-40af-a0da-d4705338eab1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.1061006 Nov 29 21:50:33.234575 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0513219e-d9bb-4649-8dae-61f261beabfe req-5571b872-3f53-49a4-8be3-921ebd2dce7d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794337 Nov 29 21:50:34.359130 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316d361-8a3e-4591-aab1-dafdf1906029 req-e9e8240e-4789-4f1e-9190-710f36f12e3a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:34.367326 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2316d361-8a3e-4591-aab1-dafdf1906029 req-e9e8240e-4789-4f1e-9190-710f36f12e3a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0604484 Nov 29 21:50:34.427292 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2316d361-8a3e-4591-aab1-dafdf1906029 req-3bf73cfa-a9cb-42b7-bf0b-20fa28e4a300 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546799 Nov 29 21:50:35.547001 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc601a1-53b5-4e69-b7bc-ac0b59484399 req-193160e2-a30a-457c-afb7-8b15228a3094 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:35.548514 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9bc601a1-53b5-4e69-b7bc-ac0b59484399 req-193160e2-a30a-457c-afb7-8b15228a3094 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0507646 Nov 29 21:50:35.612486 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9bc601a1-53b5-4e69-b7bc-ac0b59484399 req-d90ffbcf-5788-4cb8-8d18-3466e119660a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576484 Nov 29 21:50:36.750969 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbb32f-f8a6-48fc-87b8-4b7124a2da85 req-9dfb2924-889d-4aef-8f20-7d1885e5f82e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:36.752484 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-51cbb32f-f8a6-48fc-87b8-4b7124a2da85 req-9dfb2924-889d-4aef-8f20-7d1885e5f82e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0587850 Nov 29 21:50:36.811248 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-51cbb32f-f8a6-48fc-87b8-4b7124a2da85 req-5d76ec47-cb85-495c-a852-48584079eb96 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520167 Nov 29 21:50:37.201885 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-180596d8-f27c-40cd-b9ca-2b26c0880e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:37.938566 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4236b-ad6c-45a6-8bc5-b1f625b2cfa7 req-2559ac05-cc99-4c34-b0d8-e77636b88fd6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:37.939986 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-15e4236b-ad6c-45a6-8bc5-b1f625b2cfa7 req-2559ac05-cc99-4c34-b0d8-e77636b88fd6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0523412 Nov 29 21:50:37.986472 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-15e4236b-ad6c-45a6-8bc5-b1f625b2cfa7 req-5a8a0d39-32e9-47d0-803f-0fbf45701798 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399017 Nov 29 21:50:38.510880 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfbb68-c647-4ca3-a2cb-364de5a12bbc req-44be4d87-88b4-4b80-aa3c-8e4802743e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:38.512398 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-8ddfbb68-c647-4ca3-a2cb-364de5a12bbc req-44be4d87-88b4-4b80-aa3c-8e4802743e95 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d96c22324dc549b6927130d27bcd77e2&device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 1099 time: 0.0408635 Nov 29 21:50:38.604069 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfbb68-c647-4ca3-a2cb-364de5a12bbc req-f1791d5b-a578-4119-8d84-101e3e153309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:38.605491 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-8ddfbb68-c647-4ca3-a2cb-364de5a12bbc req-f1791d5b-a578-4119-8d84-101e3e153309 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485a3fcd-6fd6-47e4-b88d-4877d6f347cd HTTP/1.1" status: 200 len: 918 time: 0.0849202 Nov 29 21:50:38.674240 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-8ddfbb68-c647-4ca3-a2cb-364de5a12bbc req-36f7d1aa-4a34-49a8-8aac-d610791d0216 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f16d9108-f811-48b1-9588-201973be4787 HTTP/1.1" status: 200 len: 1002 time: 0.0591919 Nov 29 21:50:38.724517 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfbb68-c647-4ca3-a2cb-364de5a12bbc req-2f97c4ee-55d9-449d-99aa-1ebeacdf407f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:38.724517 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-8ddfbb68-c647-4ca3-a2cb-364de5a12bbc req-2f97c4ee-55d9-449d-99aa-1ebeacdf407f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c58ec759-9321-4f1d-9f62-796449e282e7 HTTP/1.1" status: 200 len: 856 time: 0.0427439 Nov 29 21:50:38.773271 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfbb68-c647-4ca3-a2cb-364de5a12bbc req-69cb4999-a648-4bc9-bc25-e9d0c238d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:38.774744 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-8ddfbb68-c647-4ca3-a2cb-364de5a12bbc req-69cb4999-a648-4bc9-bc25-e9d0c238d7fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485a3fcd-6fd6-47e4-b88d-4877d6f347cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426853 Nov 29 21:50:38.867177 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-8ddfbb68-c647-4ca3-a2cb-364de5a12bbc req-0efd22f0-2089-44ed-a231-0ec43f6bbc1f service neutron] 10.222.0.61 "GET /v2.0/networks/485a3fcd-6fd6-47e4-b88d-4877d6f347cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838633 Nov 29 21:50:38.959042 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-8ddfbb68-c647-4ca3-a2cb-364de5a12bbc req-0979996f-67ca-4be6-af47-0382040679b3 service neutron] 10.222.0.61 "GET /v2.0/networks/485a3fcd-6fd6-47e4-b88d-4877d6f347cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833602 Nov 29 21:50:39.103876 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440ef09-3e7f-4429-9148-78dd03a6c071 req-9a293153-da4d-4f6a-af50-5c967745aba4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:39.105333 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d440ef09-3e7f-4429-9148-78dd03a6c071 req-9a293153-da4d-4f6a-af50-5c967745aba4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0478692 Nov 29 21:50:39.152451 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d440ef09-3e7f-4429-9148-78dd03a6c071 req-9810f5bb-c345-4907-be5d-aa5c6449bb99 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412986 Nov 29 21:50:39.657855 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-8651d88c-4637-4b87-a18a-1c59b03bbe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:40.270310 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8578c20-3eaf-4d39-af28-196fd986ff1c req-be4c2c34-b1e7-4183-b380-1baf74722799 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:40.271799 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f8578c20-3eaf-4d39-af28-196fd986ff1c req-be4c2c34-b1e7-4183-b380-1baf74722799 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0487692 Nov 29 21:50:40.321523 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f8578c20-3eaf-4d39-af28-196fd986ff1c req-e474451c-17bd-4861-8fd6-1f19a2db57de tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439029 Nov 29 21:50:40.832685 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:41.440057 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e81ec7-a942-4627-b51b-917a6eac90b0 req-9a6bf5be-cf51-4308-9690-5a2457f13f81 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:41.442087 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-90e81ec7-a942-4627-b51b-917a6eac90b0 req-9a6bf5be-cf51-4308-9690-5a2457f13f81 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 946 time: 0.0505676 Nov 29 21:50:41.488137 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-90e81ec7-a942-4627-b51b-917a6eac90b0 req-08d86cca-c15d-4996-8341-628631c1506c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399296 Nov 29 21:50:41.793289 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device f16d9108-f811-48b1-9588-201973be4787 no longer exists at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 21:50:41.962586 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [req-b833393b-3417-4663-b605-772d271b3f5a req-fc02a7bb-0ece-42a1-953e-4820dcab1425 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 21:50:41.963583 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b833393b-3417-4663-b605-772d271b3f5a req-fc02a7bb-0ece-42a1-953e-4820dcab1425 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053000 Nov 29 21:50:41.996878 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:42.020596 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe38429-3c77-4b34-bf5f-ef93bb34d2ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f16d9108-f811-48b1-9588-201973be4787'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:50:42.022921 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}794315610de439447aed72074188a67d63b98ede12239f2058763371c4f7a0e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328c9da5-2cf7-413f-b040-2d1743417ad6" -d '{"events": [{"server_uuid": "5fe38429-3c77-4b34-bf5f-ef93bb34d2ee", "name": "network-vif-unplugged", "status": "completed", "tag": "f16d9108-f811-48b1-9588-201973be4787"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:50:42.041883 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port f16d9108-f811-48b1-9588-201973be4787, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=f16d9108-f811-48b1-9588-201973be4787,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:50:42.048066 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:42.077386 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 29 Nov 2021 21:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7272fe3a-3483-4b58-b428-bb23132bec2f x-openstack-request-id: req-7272fe3a-3483-4b58-b428-bb23132bec2f {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:50:42.077684 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe38429-3c77-4b34-bf5f-ef93bb34d2ee", "name": "network-vif-unplugged", "status": "failed", "tag": "f16d9108-f811-48b1-9588-201973be4787", "code": 422}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:50:42.077936 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7272fe3a-3483-4b58-b428-bb23132bec2f {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:50:42.078629 dv-cinder-819722-1-iscsi neutron-server[109069]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5fe38429-3c77-4b34-bf5f-ef93bb34d2ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f16d9108-f811-48b1-9588-201973be4787', 'code': 422} returned with failed status Nov 29 21:50:42.108546 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:42.111562 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=f16d9108-f811-48b1-9588-201973be4787,revision_number=8']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:50:42.154612 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8467fb-b7d2-4fd3-9ac8-39f32d059a83 req-533d096e-41fe-4ce6-afb3-7a3328a4e55c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:42.156113 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0a8467fb-b7d2-4fd3-9ac8-39f32d059a83 req-533d096e-41fe-4ce6-afb3-7a3328a4e55c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0594833 Nov 29 21:50:42.204252 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0a8467fb-b7d2-4fd3-9ac8-39f32d059a83 req-0d4b8aff-409b-44dc-8891-f738f4b11711 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421031 Nov 29 21:50:42.387853 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 36842) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:50:42.496389 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3490ec62-cd7f-49d7-8346-c13c54b926e6 req-f4d2047a-4473-4047-b246-ce62cd5342a0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1073740 Nov 29 21:50:42.505870 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [req-3490ec62-cd7f-49d7-8346-c13c54b926e6 req-bc1d4da8-8a3b-4727-82c1-a57d539d7649 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 21:50:42.506729 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3490ec62-cd7f-49d7-8346-c13c54b926e6 req-bc1d4da8-8a3b-4727-82c1-a57d539d7649 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055127 Nov 29 21:50:43.104087 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:43.320661 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda11969-8f25-40e3-817e-bbcd201edc66 req-820be7f7-d857-4d0a-b561-d4ca72886b66 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:43.322360 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-dda11969-8f25-40e3-817e-bbcd201edc66 req-820be7f7-d857-4d0a-b561-d4ca72886b66 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0474408 Nov 29 21:50:43.369575 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-dda11969-8f25-40e3-817e-bbcd201edc66 req-4d050a8b-7e93-4906-b4ef-e81e1dfb3890 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413418 Nov 29 21:50:44.492179 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a86e4d-e095-48b0-88a1-b1a4c1cd293d req-c33c111f-959e-499e-abb0-842abf48b987 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:44.493605 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-59a86e4d-e095-48b0-88a1-b1a4c1cd293d req-c33c111f-959e-499e-abb0-842abf48b987 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0511279 Nov 29 21:50:44.540377 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-59a86e4d-e095-48b0-88a1-b1a4c1cd293d req-95884f2b-5264-4d8c-a28d-9d9d42d4ad1b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410168 Nov 29 21:50:45.657302 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705b16b-9914-4f06-ae00-9d0f51f9e5db req-b1c58c1b-37ce-4a0d-a46f-7462ca826f36 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:45.658700 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0705b16b-9914-4f06-ae00-9d0f51f9e5db req-b1c58c1b-37ce-4a0d-a46f-7462ca826f36 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0483935 Nov 29 21:50:45.706406 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0705b16b-9914-4f06-ae00-9d0f51f9e5db req-6ab3b740-fe96-431b-b9cd-995c3bf14759 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411668 Nov 29 21:50:46.823485 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425861ec-1eeb-411f-88a7-29ed17a2f36c req-5f26bbfd-f7cb-4b9d-9154-78e2af39c74c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:46.825001 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-425861ec-1eeb-411f-88a7-29ed17a2f36c req-5f26bbfd-f7cb-4b9d-9154-78e2af39c74c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0482683 Nov 29 21:50:46.875173 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-425861ec-1eeb-411f-88a7-29ed17a2f36c req-9a459001-97c8-4bc6-a3eb-c0a15225789a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444098 Nov 29 21:50:47.992974 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9fcd8-ece4-4907-a641-5df5346106e9 req-5d8db888-578a-47db-ab39-605829671c65 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:47.994425 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0ca9fcd8-ece4-4907-a641-5df5346106e9 req-5d8db888-578a-47db-ab39-605829671c65 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0475130 Nov 29 21:50:48.041183 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0ca9fcd8-ece4-4907-a641-5df5346106e9 req-319de85b-3f7a-4310-baab-1fca59e8f32a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409634 Nov 29 21:50:49.157349 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ba0b6-6321-41fe-b253-98842481712b req-87e0845d-8e67-4629-80a0-ba75eeb81b3b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:49.158748 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-564ba0b6-6321-41fe-b253-98842481712b req-87e0845d-8e67-4629-80a0-ba75eeb81b3b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0477433 Nov 29 21:50:49.207648 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-564ba0b6-6321-41fe-b253-98842481712b req-491687a4-e804-4bf3-8ac1-793cb3859be2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412085 Nov 29 21:50:50.328953 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5526e-2ea0-45e2-bd93-fcda86ab50a4 req-e28f9bf1-29dc-4d30-980e-5909884025b2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:50.330414 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-aec5526e-2ea0-45e2-bd93-fcda86ab50a4 req-e28f9bf1-29dc-4d30-980e-5909884025b2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0519586 Nov 29 21:50:50.377897 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-aec5526e-2ea0-45e2-bd93-fcda86ab50a4 req-3e3d4ee5-0a48-4207-b9bf-7a6608979d5d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414672 Nov 29 21:50:51.493878 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99d173-8b76-420a-9e70-e3e16b21c72b req-7600c643-1b30-4834-91d4-f7aa710207ef tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:51.495332 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9c99d173-8b76-420a-9e70-e3e16b21c72b req-7600c643-1b30-4834-91d4-f7aa710207ef tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0466306 Nov 29 21:50:51.541089 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9c99d173-8b76-420a-9e70-e3e16b21c72b req-69308505-ac18-45ff-b274-1761765d9d32 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397716 Nov 29 21:50:52.659217 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececf57f-722a-4bef-bc3d-72c3eba13767 req-fba1bda1-9d5d-4eec-9fc4-c774ba9ea591 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:52.660651 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ececf57f-722a-4bef-bc3d-72c3eba13767 req-fba1bda1-9d5d-4eec-9fc4-c774ba9ea591 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0471692 Nov 29 21:50:52.710526 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ececf57f-722a-4bef-bc3d-72c3eba13767 req-d3932d9c-8f40-4e3e-a300-05ecb9f350a6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440488 Nov 29 21:50:53.832587 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc88e89-784a-4a22-ae24-98651b64ba70 req-3a803cfa-a1be-4d34-b76e-a1ed9b1a9349 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:53.836273 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5bc88e89-784a-4a22-ae24-98651b64ba70 req-3a803cfa-a1be-4d34-b76e-a1ed9b1a9349 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0503027 Nov 29 21:50:53.883604 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5bc88e89-784a-4a22-ae24-98651b64ba70 req-0ea230f3-f701-458c-87c1-5bc0fa7e57e2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415635 Nov 29 21:50:55.000131 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5be922-7f5e-46b3-aad8-4c68d5ec3e5e req-0a11ed6b-2e54-420e-b991-fb7233ede627 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:55.001613 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2f5be922-7f5e-46b3-aad8-4c68d5ec3e5e req-0a11ed6b-2e54-420e-b991-fb7233ede627 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0475726 Nov 29 21:50:55.047837 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2f5be922-7f5e-46b3-aad8-4c68d5ec3e5e req-17f0b109-1659-40c5-96f8-83231594fbe5 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392683 Nov 29 21:50:56.171752 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d850f3-f777-4c09-9291-79f2f985d0ca req-4e0cdbdb-93c2-429c-8bc5-bb5fd71719b1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:56.173232 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d7d850f3-f777-4c09-9291-79f2f985d0ca req-4e0cdbdb-93c2-429c-8bc5-bb5fd71719b1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0512910 Nov 29 21:50:56.220657 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d7d850f3-f777-4c09-9291-79f2f985d0ca req-6b0ddd90-1806-4d9f-8216-b6010385fd67 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412717 Nov 29 21:50:57.340256 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf7b52-0d6c-4ace-b6e5-278e869a4910 req-b2b347d6-dd40-4684-8332-04e2fe08efc2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:57.341737 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-06cf7b52-0d6c-4ace-b6e5-278e869a4910 req-b2b347d6-dd40-4684-8332-04e2fe08efc2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0493667 Nov 29 21:50:57.390959 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-06cf7b52-0d6c-4ace-b6e5-278e869a4910 req-d7a261d4-8466-40d6-a69e-9b0a98b8583b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400167 Nov 29 21:50:58.512638 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fd92d-92f8-44ba-992f-cfb692517f07 req-758de3f7-66df-44c4-9075-fc1f3e7d4969 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:58.514075 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ee8fd92d-92f8-44ba-992f-cfb692517f07 req-758de3f7-66df-44c4-9075-fc1f3e7d4969 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0504363 Nov 29 21:50:58.560772 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ee8fd92d-92f8-44ba-992f-cfb692517f07 req-edffa7d7-dc98-4674-a107-875543d13db8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403485 Nov 29 21:50:58.715735 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-22555ac7-b226-47e5-af04-b66e37e8548f req-8cc2ee89-77ec-4898-823e-ca41ec92e9af service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389829 Nov 29 21:50:58.779606 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22555ac7-b226-47e5-af04-b66e37e8548f req-f377a18f-2ece-4c4f-addb-656586c90323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:58.781084 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-22555ac7-b226-47e5-af04-b66e37e8548f req-f377a18f-2ece-4c4f-addb-656586c90323 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=01b08089dc5e40ef891d422cc7784809&device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 1098 time: 0.0384405 Nov 29 21:50:58.833140 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:50:58.889556 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22555ac7-b226-47e5-af04-b66e37e8548f req-a4737288-383b-4ac4-93a7-00c442ce9e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:58.891021 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-22555ac7-b226-47e5-af04-b66e37e8548f req-a4737288-383b-4ac4-93a7-00c442ce9e90 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3261214-cd19-4620-bdfc-67e5550090e6 HTTP/1.1" status: 200 len: 920 time: 0.0890777 Nov 29 21:50:58.931420 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-22555ac7-b226-47e5-af04-b66e37e8548f req-ac1bafc2-a965-4333-b457-36e7cdc8d35b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29359342-4d04-4f44-9e17-90e16d94a800 HTTP/1.1" status: 200 len: 217 time: 0.0327096 Nov 29 21:50:58.977781 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22555ac7-b226-47e5-af04-b66e37e8548f req-d7a5c086-8698-44f0-9224-63f370fc854f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:58.979202 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-22555ac7-b226-47e5-af04-b66e37e8548f req-d7a5c086-8698-44f0-9224-63f370fc854f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf79bc07-9ee9-42dd-8fb2-fbb2a3b0a31f HTTP/1.1" status: 200 len: 859 time: 0.0415690 Nov 29 21:50:59.012900 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-22555ac7-b226-47e5-af04-b66e37e8548f req-22ec19b1-3ea6-4c1e-99ce-12e9aa3eb30f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3261214-cd19-4620-bdfc-67e5550090e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265560 Nov 29 21:50:59.100371 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-22555ac7-b226-47e5-af04-b66e37e8548f req-917c2cd5-08e2-4382-af36-d08886e65438 service neutron] 10.222.0.61 "GET /v2.0/networks/d3261214-cd19-4620-bdfc-67e5550090e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802112 Nov 29 21:50:59.195751 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-22555ac7-b226-47e5-af04-b66e37e8548f req-07c2d20c-2ea2-49f1-b84e-8fa083ac6f76 service neutron] 10.222.0.61 "GET /v2.0/networks/d3261214-cd19-4620-bdfc-67e5550090e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883608 Nov 29 21:50:59.679258 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3ac80-71a4-461d-ac0b-e4b38c2e437c req-37c38bfb-06f4-4dd9-b365-3c6ee83e8f22 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:50:59.681353 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-95b3ac80-71a4-461d-ac0b-e4b38c2e437c req-37c38bfb-06f4-4dd9-b365-3c6ee83e8f22 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0496011 Nov 29 21:50:59.733706 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-95b3ac80-71a4-461d-ac0b-e4b38c2e437c req-bf03dcdd-a5ab-43e3-940c-dbecba03759c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455546 Nov 29 21:51:00.857007 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f835d-8f53-4f54-93ac-d1040d2d16cf req-4f27cfd2-d2e3-4c8e-9dec-57189c249ea4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:00.858479 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3f0f835d-8f53-4f54-93ac-d1040d2d16cf req-4f27cfd2-d2e3-4c8e-9dec-57189c249ea4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0499065 Nov 29 21:51:00.908104 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3f0f835d-8f53-4f54-93ac-d1040d2d16cf req-ab0e85d7-6f37-4793-ae14-c2943ff7602a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428996 Nov 29 21:51:02.025611 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3dd48-1312-4ce2-9be7-013d9473398a req-8e93cf8f-c21b-4542-a59b-a207c9355a6b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:02.026943 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d2e3dd48-1312-4ce2-9be7-013d9473398a req-8e93cf8f-c21b-4542-a59b-a207c9355a6b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0467284 Nov 29 21:51:02.073927 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d2e3dd48-1312-4ce2-9be7-013d9473398a req-f617ed5a-189c-45c4-bad1-1e26b66a5166 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410268 Nov 29 21:51:03.190990 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1053313-22a5-4cd6-b104-a005731e9d23 req-c625b198-72bf-48f2-8de0-60d7504d8d74 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:03.192446 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c1053313-22a5-4cd6-b104-a005731e9d23 req-c625b198-72bf-48f2-8de0-60d7504d8d74 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0475743 Nov 29 21:51:03.239916 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c1053313-22a5-4cd6-b104-a005731e9d23 req-bd5302df-76f2-4514-bb52-c818949a1b47 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406506 Nov 29 21:51:04.359545 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5115d50-6b70-49d6-9cb8-c0c4e10dfb71 req-fe38c051-89e9-4ad4-8229-5988342e5c67 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:04.360880 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b5115d50-6b70-49d6-9cb8-c0c4e10dfb71 req-fe38c051-89e9-4ad4-8229-5988342e5c67 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0509479 Nov 29 21:51:04.407574 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b5115d50-6b70-49d6-9cb8-c0c4e10dfb71 req-2d966970-cb48-4762-81f0-31a48346760f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400217 Nov 29 21:51:05.524751 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbafaf-3b50-4280-858c-cceb2ac7f449 req-c59d9eb4-89eb-4523-9299-568f231c819a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:05.526181 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-83cbafaf-3b50-4280-858c-cceb2ac7f449 req-c59d9eb4-89eb-4523-9299-568f231c819a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0469084 Nov 29 21:51:05.572454 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-83cbafaf-3b50-4280-858c-cceb2ac7f449 req-d0f97334-877f-485b-b0b6-1d490cae2dd1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402987 Nov 29 21:51:06.629568 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:51:06.688755 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1eb6cb-ccb0-46ab-91c6-5576c28424c5 req-02105574-a489-4bf8-a380-6f8130935461 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:06.690880 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5d1eb6cb-ccb0-46ab-91c6-5576c28424c5 req-02105574-a489-4bf8-a380-6f8130935461 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0478020 Nov 29 21:51:06.741873 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5d1eb6cb-ccb0-46ab-91c6-5576c28424c5 req-7c341d67-0e12-4462-b234-fcf31891a004 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448065 Nov 29 21:51:07.203985 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0efc9de8-b1a1-40b8-a48b-e3c9b80ae8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:51:07.867175 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef80ac4-9067-4600-9f88-2690dd3e9492 req-6979ec7d-6508-4d56-a19a-edbd12c28eae tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:07.868625 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7ef80ac4-9067-4600-9f88-2690dd3e9492 req-6979ec7d-6508-4d56-a19a-edbd12c28eae tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0473549 Nov 29 21:51:07.915055 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7ef80ac4-9067-4600-9f88-2690dd3e9492 req-5d0bddfd-c2f4-4f3f-acb9-b85dec163357 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406737 Nov 29 21:51:09.033064 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61537b-8d6f-4c4c-92d5-6e59097081f4 req-6085a7f2-a0e6-4fab-a196-9ea51245dec9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:09.034683 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-da61537b-8d6f-4c4c-92d5-6e59097081f4 req-6085a7f2-a0e6-4fab-a196-9ea51245dec9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0476217 Nov 29 21:51:09.082854 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-da61537b-8d6f-4c4c-92d5-6e59097081f4 req-c9134d03-388b-4ff8-b088-8e682a177b43 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421743 Nov 29 21:51:09.659055 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-498e0a4d-6cfa-4145-ad64-da0879fff271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:51:10.213118 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e34d03-e672-44ed-99da-7e600a181153 req-1e679c4a-38b3-48ff-9330-701f3b1b748e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:10.214725 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f9e34d03-e672-44ed-99da-7e600a181153 req-1e679c4a-38b3-48ff-9330-701f3b1b748e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0525484 Nov 29 21:51:10.261740 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f9e34d03-e672-44ed-99da-7e600a181153 req-2fabfc04-13fb-4d3d-a3bd-63e4b464e96e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410757 Nov 29 21:51:10.834409 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:51:11.381898 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ab2bb-9c00-40d3-bb88-21ae491de52e req-da35def7-3856-4859-b565-5b2ba1ae872f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:11.383452 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-219ab2bb-9c00-40d3-bb88-21ae491de52e req-da35def7-3856-4859-b565-5b2ba1ae872f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0481131 Nov 29 21:51:11.431318 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-219ab2bb-9c00-40d3-bb88-21ae491de52e req-c52a73d2-ec5b-46cd-9bbe-a283122d1c69 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414481 Nov 29 21:51:12.071286 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:51:12.553273 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41017663-45f0-44f8-b005-8ed70cde4727 req-d1299bf0-4505-4732-a22a-a71125ee0c40 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:12.554697 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-41017663-45f0-44f8-b005-8ed70cde4727 req-d1299bf0-4505-4732-a22a-a71125ee0c40 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0509107 Nov 29 21:51:12.602006 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-41017663-45f0-44f8-b005-8ed70cde4727 req-5e1d7ee8-6018-4416-9f1f-46d74fc436e0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414238 Nov 29 21:51:13.105251 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:51:13.718834 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1686c9-ba97-4e22-bf70-b89936c691e6 req-22a87708-75ad-4b93-b3a8-59ce578b3bc2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:13.720351 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ac1686c9-ba97-4e22-bf70-b89936c691e6 req-22a87708-75ad-4b93-b3a8-59ce578b3bc2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0482712 Nov 29 21:51:13.766213 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ac1686c9-ba97-4e22-bf70-b89936c691e6 req-edaf0a53-fab5-46db-8056-65e4229d2282 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394149 Nov 29 21:51:14.890525 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0acb0a-de57-4298-8dc8-1b18759b812a req-e7e5eb3e-7701-440b-8d7c-55bd9f29b538 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:14.892020 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2c0acb0a-de57-4298-8dc8-1b18759b812a req-e7e5eb3e-7701-440b-8d7c-55bd9f29b538 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0499785 Nov 29 21:51:14.944341 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2c0acb0a-de57-4298-8dc8-1b18759b812a req-a82f7cfb-b060-4a12-98b6-a0b62e6ea34a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463343 Nov 29 21:51:16.060977 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd15c1-d018-40ab-841e-d7e71317e983 req-ec001cf4-ebdb-42e9-b3ca-2e4d0e424f4c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:16.062379 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d0bd15c1-d018-40ab-841e-d7e71317e983 req-ec001cf4-ebdb-42e9-b3ca-2e4d0e424f4c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0470462 Nov 29 21:51:16.111238 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d0bd15c1-d018-40ab-841e-d7e71317e983 req-5aed3910-9b48-430b-84d3-de45b921660d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429845 Nov 29 21:51:17.231185 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f2280-2bc1-4848-9872-3a58306cd788 req-79e27685-648c-4231-976e-6cee430d1018 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:17.232820 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8f7f2280-2bc1-4848-9872-3a58306cd788 req-79e27685-648c-4231-976e-6cee430d1018 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0473399 Nov 29 21:51:17.280119 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8f7f2280-2bc1-4848-9872-3a58306cd788 req-97e3e850-257f-4545-aae9-fd44081572d9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407825 Nov 29 21:51:18.401139 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7430f9-a2d5-49ee-a2e1-f4828a25e1f7 req-1b2a7eee-1b65-4d92-8fd0-9ae7d95868b9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:18.402476 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-bb7430f9-a2d5-49ee-a2e1-f4828a25e1f7 req-1b2a7eee-1b65-4d92-8fd0-9ae7d95868b9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0505745 Nov 29 21:51:18.449079 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-bb7430f9-a2d5-49ee-a2e1-f4828a25e1f7 req-1df3e6a9-383c-4f6d-a8e7-465cea48c415 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405304 Nov 29 21:51:19.566905 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2abb8-dd19-4529-ac7a-ee70f78c74ec req-9810fcaf-aa54-403f-9aef-f5de4890e9c2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:19.568686 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2dc2abb8-dd19-4529-ac7a-ee70f78c74ec req-9810fcaf-aa54-403f-9aef-f5de4890e9c2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0487077 Nov 29 21:51:19.616158 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2dc2abb8-dd19-4529-ac7a-ee70f78c74ec req-5859e28f-13ff-4ecd-80f8-c6fe50dd49db tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414443 Nov 29 21:51:20.735246 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fb687-08ad-491b-b2f4-88c3b5aacd83 req-f115cc56-5037-4d20-baf3-65c68b066d9b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:20.736713 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-027fb687-08ad-491b-b2f4-88c3b5aacd83 req-f115cc56-5037-4d20-baf3-65c68b066d9b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0491557 Nov 29 21:51:20.954838 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-027fb687-08ad-491b-b2f4-88c3b5aacd83 req-5bd3c755-808f-46bd-8e8e-e501df3bc1e9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122378 Nov 29 21:51:22.073908 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099c3d7-3a20-4ec2-8a56-46d22831a5c8 req-b1d646ae-f42a-49ce-8d35-0d52561c0335 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:22.075388 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9099c3d7-3a20-4ec2-8a56-46d22831a5c8 req-b1d646ae-f42a-49ce-8d35-0d52561c0335 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0478201 Nov 29 21:51:22.121573 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9099c3d7-3a20-4ec2-8a56-46d22831a5c8 req-8236b1b7-1608-40d7-a8ab-bd946c3a19d3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403843 Nov 29 21:51:23.242353 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707db967-d464-4dd3-85e3-db138177da1a req-c33c21a7-d3d2-4b9b-aa5d-dcf287a58ef0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:23.243825 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-707db967-d464-4dd3-85e3-db138177da1a req-c33c21a7-d3d2-4b9b-aa5d-dcf287a58ef0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0477695 Nov 29 21:51:23.289417 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-707db967-d464-4dd3-85e3-db138177da1a req-c45d9489-8365-4768-bd26-6c4fd8c2e7c2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398431 Nov 29 21:51:24.409656 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563b977-8d09-45eb-96f1-f0a8f6d3be09 req-975a86bc-ff7d-4a9b-ac68-b40adc235de7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:24.410992 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c563b977-8d09-45eb-96f1-f0a8f6d3be09 req-975a86bc-ff7d-4a9b-ac68-b40adc235de7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0503354 Nov 29 21:51:24.460214 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c563b977-8d09-45eb-96f1-f0a8f6d3be09 req-988b0dd2-528c-44df-ab81-4c50eec54f6a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431263 Nov 29 21:51:25.579641 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045c882-f769-4db9-8554-ab27a98de899 req-bbb2ee1f-876a-47d6-8635-b7ac0b06d45c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:25.581637 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8045c882-f769-4db9-8554-ab27a98de899 req-bbb2ee1f-876a-47d6-8635-b7ac0b06d45c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0480342 Nov 29 21:51:25.629667 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8045c882-f769-4db9-8554-ab27a98de899 req-9da4ee3e-fbf2-4bdb-88d1-a70b5b07e3b6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416861 Nov 29 21:51:26.754502 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83497e92-cd0e-47c1-92b9-abc0a583609b req-8a59b7dd-2a7d-43e3-9739-304f16406c0d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:26.755977 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-83497e92-cd0e-47c1-92b9-abc0a583609b req-8a59b7dd-2a7d-43e3-9739-304f16406c0d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0543106 Nov 29 21:51:26.802166 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-83497e92-cd0e-47c1-92b9-abc0a583609b req-d9245cc8-9085-44ff-b1b3-0ab675fbc0a0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403872 Nov 29 21:51:27.928815 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cd205-4c1f-4243-b25b-1f509a72c1c3 req-e7b7586c-07a0-401b-84a3-3539b269aff4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:27.930289 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-718cd205-4c1f-4243-b25b-1f509a72c1c3 req-e7b7586c-07a0-401b-84a3-3539b269aff4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0518775 Nov 29 21:51:27.978006 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-718cd205-4c1f-4243-b25b-1f509a72c1c3 req-a0ab31b8-6f21-4a83-a72e-594d5f096127 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418680 Nov 29 21:51:28.830598 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:51:29.107092 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581fe10-42e2-4425-a374-91400f269eb4 req-d413ac67-ba21-4e23-9f70-b45aa43f4760 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:29.108574 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b581fe10-42e2-4425-a374-91400f269eb4 req-d413ac67-ba21-4e23-9f70-b45aa43f4760 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0485039 Nov 29 21:51:29.159783 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b581fe10-42e2-4425-a374-91400f269eb4 req-2bbc0c30-8326-4c68-8382-0283ac683e86 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439043 Nov 29 21:51:30.278623 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8315201-1f77-4a91-890a-9b322b98c961 req-393e4c00-87ea-4fad-abee-44275166475f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:30.280019 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e8315201-1f77-4a91-890a-9b322b98c961 req-393e4c00-87ea-4fad-abee-44275166475f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0487974 Nov 29 21:51:30.327430 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e8315201-1f77-4a91-890a-9b322b98c961 req-673e97b7-e50c-409c-8c90-0dd46b1b4691 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414345 Nov 29 21:51:31.444826 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5218fc0-00f2-4534-b5f9-f11ba32c0af8 req-7738c419-5652-4b23-9e20-2aabc8841010 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:31.450549 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e5218fc0-00f2-4534-b5f9-f11ba32c0af8 req-7738c419-5652-4b23-9e20-2aabc8841010 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0524414 Nov 29 21:51:31.497204 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e5218fc0-00f2-4534-b5f9-f11ba32c0af8 req-492e1f16-83e5-4c8d-a9ca-ce1ead3481d7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406392 Nov 29 21:51:32.616710 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80881aff-6055-4006-a9a9-5e0976e7e4da req-8fdb6de1-f196-4a49-9796-bd7fb4d7929f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:32.618147 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-80881aff-6055-4006-a9a9-5e0976e7e4da req-8fdb6de1-f196-4a49-9796-bd7fb4d7929f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0501304 Nov 29 21:51:32.663914 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-80881aff-6055-4006-a9a9-5e0976e7e4da req-9560302f-42cb-496a-a952-5b6c9fabdc26 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399804 Nov 29 21:51:33.779661 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f78f68-4a93-4022-9f2f-93e29dd5e2f4 req-1386581f-173d-44b8-9745-ebdd9a8f7e56 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:33.781093 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-25f78f68-4a93-4022-9f2f-93e29dd5e2f4 req-1386581f-173d-44b8-9745-ebdd9a8f7e56 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0469584 Nov 29 21:51:33.828243 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-25f78f68-4a93-4022-9f2f-93e29dd5e2f4 req-376b0178-a5d5-418f-9439-baeb2d5cadcd tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406766 Nov 29 21:51:34.948973 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5827a3-ac87-4c9d-b4ce-3aa9ec2823ea req-ee0a4eeb-a240-43fd-9701-c525b7ca3885 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:34.950447 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3b5827a3-ac87-4c9d-b4ce-3aa9ec2823ea req-ee0a4eeb-a240-43fd-9701-c525b7ca3885 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0493040 Nov 29 21:51:34.999935 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3b5827a3-ac87-4c9d-b4ce-3aa9ec2823ea req-771a5e67-0f50-4803-ae9a-7f31592ad0a6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435884 Nov 29 21:51:36.117813 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876b2d6-20f6-4e6c-a676-39ecc670092a req-fbdf4d66-594e-4135-a626-f1cc1a583a18 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:36.119331 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6876b2d6-20f6-4e6c-a676-39ecc670092a req-fbdf4d66-594e-4135-a626-f1cc1a583a18 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0488200 Nov 29 21:51:36.167848 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6876b2d6-20f6-4e6c-a676-39ecc670092a req-5b68143c-6630-4fe6-939b-d48adaa4ee11 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423820 Nov 29 21:51:37.205948 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2b648553-42b2-4672-84ae-d768535c0dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:51:37.289289 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78237a91-04bd-4115-b9e1-082c9da29641 req-af8e388a-b0f6-42ac-a43f-7cdae4b4a41b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:37.290665 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-78237a91-04bd-4115-b9e1-082c9da29641 req-af8e388a-b0f6-42ac-a43f-7cdae4b4a41b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0477309 Nov 29 21:51:37.340670 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-78237a91-04bd-4115-b9e1-082c9da29641 req-7cc06f51-e250-4134-bd5e-f76f45692e4c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432565 Nov 29 21:51:38.464648 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953b32b-3bee-4d4b-972b-7b3607328157 req-235641be-cb59-43ba-b917-df897832a7b7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:38.466118 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0953b32b-3bee-4d4b-972b-7b3607328157 req-235641be-cb59-43ba-b917-df897832a7b7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0524440 Nov 29 21:51:38.512544 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0953b32b-3bee-4d4b-972b-7b3607328157 req-b83ad239-d6db-4edd-b4cb-9c2a18dd2c96 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399818 Nov 29 21:51:39.632489 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2436236-c1a5-491d-8944-6e279439fd73 req-b95c76ff-be15-482f-b8f9-b76a09db616e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:39.633866 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c2436236-c1a5-491d-8944-6e279439fd73 req-b95c76ff-be15-482f-b8f9-b76a09db616e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0479903 Nov 29 21:51:39.668355 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5ba1e36b-77c0-49b7-8908-a0fd0cffed03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:51:39.683364 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c2436236-c1a5-491d-8944-6e279439fd73 req-591b6e1b-567c-4524-8acd-f6c49ed20e6e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436826 Nov 29 21:51:40.803064 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ada2b-e8fe-4726-81f0-cb18c7a29aac req-4955804c-054b-4812-b024-e29cd4432b28 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:40.804531 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-657ada2b-e8fe-4726-81f0-cb18c7a29aac req-4955804c-054b-4812-b024-e29cd4432b28 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0507748 Nov 29 21:51:40.838017 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:51:40.854865 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-657ada2b-e8fe-4726-81f0-cb18c7a29aac req-eeea18a7-3356-4050-9e03-268b3ca5067c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445910 Nov 29 21:51:41.974355 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe94fe-91d1-4731-b8bb-5793efffcb75 req-9281860f-4ecc-45b9-baad-432d90aabb9e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:41.975847 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-affe94fe-91d1-4731-b8bb-5793efffcb75 req-9281860f-4ecc-45b9-baad-432d90aabb9e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0490899 Nov 29 21:51:42.022815 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-affe94fe-91d1-4731-b8bb-5793efffcb75 req-f4d9f00c-8641-46c7-84cd-e4b79e416148 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410342 Nov 29 21:51:42.074343 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:51:43.107354 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:51:43.140543 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d616c-5527-4907-8be4-fea1671876ce req-baf87fe1-12e4-4afd-9cda-4fcda07e03a7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:43.142021 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1c7d616c-5527-4907-8be4-fea1671876ce req-baf87fe1-12e4-4afd-9cda-4fcda07e03a7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0484364 Nov 29 21:51:43.192710 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1c7d616c-5527-4907-8be4-fea1671876ce req-2190f886-30fd-49f2-9085-74ff40257cea tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441582 Nov 29 21:51:43.630682 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:51:44.310912 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3508765-5df2-4a11-9737-1e39d9af727f req-b5556a38-a195-4317-b23f-12353e3098c8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:44.312413 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f3508765-5df2-4a11-9737-1e39d9af727f req-b5556a38-a195-4317-b23f-12353e3098c8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0482285 Nov 29 21:51:44.359547 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f3508765-5df2-4a11-9737-1e39d9af727f req-42c4d67f-a86c-440e-b8ee-a9a397bc94d3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412650 Nov 29 21:51:45.476209 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69affa-0caf-4649-9375-23fdda4de66a req-ddb3652b-0213-4083-aa8f-33d06ba24be8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:45.477646 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fa69affa-0caf-4649-9375-23fdda4de66a req-ddb3652b-0213-4083-aa8f-33d06ba24be8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0471809 Nov 29 21:51:45.525576 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fa69affa-0caf-4649-9375-23fdda4de66a req-4736d37a-a4fe-4c72-bb4d-eeaf8d05d866 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419395 Nov 29 21:51:46.650334 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d2fb2-b941-43b5-9fc9-7098d4b21c30 req-ad4ca471-6ca3-4565-a3ac-fc2ba93a38d3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:46.651761 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-048d2fb2-b941-43b5-9fc9-7098d4b21c30 req-ad4ca471-6ca3-4565-a3ac-fc2ba93a38d3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0519557 Nov 29 21:51:46.698835 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-048d2fb2-b941-43b5-9fc9-7098d4b21c30 req-2c91dcfa-6704-474b-bfa3-3ecf30eeda29 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410988 Nov 29 21:51:47.815753 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d1175-36f1-4973-9f7b-d6472f510e3f req-d90011a1-9ad2-4871-a6a4-2373ffc8e484 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:47.817240 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7e3d1175-36f1-4973-9f7b-d6472f510e3f req-d90011a1-9ad2-4871-a6a4-2373ffc8e484 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0473254 Nov 29 21:51:47.867449 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7e3d1175-36f1-4973-9f7b-d6472f510e3f req-3f597a34-3cd7-4f0d-814b-ffde5a5a0be8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439065 Nov 29 21:51:48.989962 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbf5b2-916b-494e-a50c-05e013500d95 req-54b830a7-a70d-451a-9e2f-6e603a50fbbc tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:48.991424 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d1dbf5b2-916b-494e-a50c-05e013500d95 req-54b830a7-a70d-451a-9e2f-6e603a50fbbc tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0474896 Nov 29 21:51:49.040347 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d1dbf5b2-916b-494e-a50c-05e013500d95 req-e37c443b-cac2-4c31-87b4-571daeb881be tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431926 Nov 29 21:51:50.157475 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e91f8-9295-4456-a4f0-793eaae7dac4 req-f851df05-5add-4663-8eeb-abebb253a5e4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:50.158937 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2e1e91f8-9295-4456-a4f0-793eaae7dac4 req-f851df05-5add-4663-8eeb-abebb253a5e4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0484507 Nov 29 21:51:50.206796 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2e1e91f8-9295-4456-a4f0-793eaae7dac4 req-5a18058c-78f7-43db-833b-f29fb2005815 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412848 Nov 29 21:51:51.324201 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead29377-8958-4467-b7a9-275a6da928af req-55e64268-e91e-4e04-aef6-e5156aea7eb3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:51.325658 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ead29377-8958-4467-b7a9-275a6da928af req-55e64268-e91e-4e04-aef6-e5156aea7eb3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0472038 Nov 29 21:51:51.372400 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ead29377-8958-4467-b7a9-275a6da928af req-cac056ab-7c9e-4309-b932-98dce613f7c9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403917 Nov 29 21:51:52.493102 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c9ebd-7a2a-479c-a934-10a4f84ea296 req-7c861409-894c-40dc-9b9e-84b88a36a395 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:52.494545 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-968c9ebd-7a2a-479c-a934-10a4f84ea296 req-7c861409-894c-40dc-9b9e-84b88a36a395 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0511980 Nov 29 21:51:52.540279 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-968c9ebd-7a2a-479c-a934-10a4f84ea296 req-19f33f66-08be-4c0d-8406-0fb707a4041c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399351 Nov 29 21:51:53.657633 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87d83a-cdce-409b-8ded-bdb17a93ca34 req-1e370eb8-4d55-433e-91ed-2398c12c179d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:53.659109 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3e87d83a-cdce-409b-8ded-bdb17a93ca34 req-1e370eb8-4d55-433e-91ed-2398c12c179d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0483990 Nov 29 21:51:53.705730 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3e87d83a-cdce-409b-8ded-bdb17a93ca34 req-e81ce9a1-78d0-45be-b43d-8ca15e2abb63 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407324 Nov 29 21:51:54.827830 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b17b50-9b14-4bb9-a68c-4e25e76be0dd req-71da77d7-6771-4f6a-9e1c-4127f50d32fb tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:54.829272 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-25b17b50-9b14-4bb9-a68c-4e25e76be0dd req-71da77d7-6771-4f6a-9e1c-4127f50d32fb tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0508671 Nov 29 21:51:54.875340 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-25b17b50-9b14-4bb9-a68c-4e25e76be0dd req-f69f86a7-50ea-4027-b0ee-eb7239008f00 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392959 Nov 29 21:51:55.996231 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c620b85-bd3a-4fa4-93cf-8f81d557288e req-5c1df508-09f3-43d5-9f68-e0d5a570f745 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:55.997701 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8c620b85-bd3a-4fa4-93cf-8f81d557288e req-5c1df508-09f3-43d5-9f68-e0d5a570f745 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0488546 Nov 29 21:51:56.044678 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8c620b85-bd3a-4fa4-93cf-8f81d557288e req-b9d07b4b-21a2-4a7f-88b1-332bf5ed39eb tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409622 Nov 29 21:51:57.162416 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40329d48-e63c-493b-8b08-4215df1a079c req-f2546cca-da9a-4b24-b1a6-6356e61df55f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:57.163894 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-40329d48-e63c-493b-8b08-4215df1a079c req-f2546cca-da9a-4b24-b1a6-6356e61df55f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0479162 Nov 29 21:51:57.214669 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-40329d48-e63c-493b-8b08-4215df1a079c req-9a9aa33b-5c1f-435d-bf83-9091178d0e1d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448978 Nov 29 21:51:58.338751 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305d10c-becb-4ba9-8f49-40dd37abc95c req-eee6c952-db10-48c2-91de-6fc0c0a12c1e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:58.340310 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5305d10c-becb-4ba9-8f49-40dd37abc95c req-eee6c952-db10-48c2-91de-6fc0c0a12c1e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0515993 Nov 29 21:51:58.389672 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5305d10c-becb-4ba9-8f49-40dd37abc95c req-ca3fb5d0-71b1-4026-8273-b0d258a14498 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434909 Nov 29 21:51:58.847129 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:51:59.512102 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5a394-7cf6-481b-9a10-4961cc8bdecd req-2bd58c5c-c37c-4c60-ac93-59cd45c8a0a3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:51:59.513583 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1db5a394-7cf6-481b-9a10-4961cc8bdecd req-2bd58c5c-c37c-4c60-ac93-59cd45c8a0a3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0496011 Nov 29 21:51:59.561806 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1db5a394-7cf6-481b-9a10-4961cc8bdecd req-177d0d70-4115-496c-85d8-e3f0d39dcff6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417514 Nov 29 21:52:00.685262 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-39e0dc39-ab84-41e2-861e-4f1c17abdc29 req-c4083af2-4ea6-4871-9430-3358531e132d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405099 Nov 29 21:52:00.686152 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33a8de-4f85-41ed-921d-7d87131b2362 req-22e4b3e9-7ee5-45a8-be0f-97816de1317e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:00.687642 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2b33a8de-4f85-41ed-921d-7d87131b2362 req-22e4b3e9-7ee5-45a8-be0f-97816de1317e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0524001 Nov 29 21:52:00.736464 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2b33a8de-4f85-41ed-921d-7d87131b2362 req-ed93194f-55d7-4a2a-9c51-34e2b4e83b70 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425775 Nov 29 21:52:00.746386 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0dc39-ab84-41e2-861e-4f1c17abdc29 req-06cbd93e-89a1-4124-b0c7-49ad3d8a9ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:00.747942 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-39e0dc39-ab84-41e2-861e-4f1c17abdc29 req-06cbd93e-89a1-4124-b0c7-49ad3d8a9ffa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=01b08089dc5e40ef891d422cc7784809&device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 1099 time: 0.0402658 Nov 29 21:52:00.858182 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0dc39-ab84-41e2-861e-4f1c17abdc29 req-c02516e4-a4aa-4524-8576-2a123286f44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:00.859596 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-39e0dc39-ab84-41e2-861e-4f1c17abdc29 req-c02516e4-a4aa-4524-8576-2a123286f44c service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3261214-cd19-4620-bdfc-67e5550090e6 HTTP/1.1" status: 200 len: 920 time: 0.0910783 Nov 29 21:52:00.898782 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-39e0dc39-ab84-41e2-861e-4f1c17abdc29 req-76bf1db3-9efa-4498-9efc-558f2142d513 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93c1da17-8444-48c7-8594-7d75c9ca5b52 HTTP/1.1" status: 200 len: 217 time: 0.0322857 Nov 29 21:52:00.952172 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0dc39-ab84-41e2-861e-4f1c17abdc29 req-a8e2617c-7be4-42b2-b1d6-a7da2d2c7fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:00.953639 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-39e0dc39-ab84-41e2-861e-4f1c17abdc29 req-a8e2617c-7be4-42b2-b1d6-a7da2d2c7fd3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf79bc07-9ee9-42dd-8fb2-fbb2a3b0a31f HTTP/1.1" status: 200 len: 859 time: 0.0476246 Nov 29 21:52:00.984579 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-39e0dc39-ab84-41e2-861e-4f1c17abdc29 req-cc7a11cf-07d2-438f-a9bd-d6b53303396a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3261214-cd19-4620-bdfc-67e5550090e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236340 Nov 29 21:52:01.077334 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-39e0dc39-ab84-41e2-861e-4f1c17abdc29 req-7ebc70f1-a12c-4b04-b85d-b064b4a4fcc2 service neutron] 10.222.0.61 "GET /v2.0/networks/d3261214-cd19-4620-bdfc-67e5550090e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854008 Nov 29 21:52:01.168101 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-39e0dc39-ab84-41e2-861e-4f1c17abdc29 req-c70449a9-7d35-4a1b-9532-91e031e34727 service neutron] 10.222.0.61 "GET /v2.0/networks/d3261214-cd19-4620-bdfc-67e5550090e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841537 Nov 29 21:52:01.856000 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb54789-5653-4a29-ab5f-db986a4b791f req-52be6931-dfe7-496b-a095-1206e291ae2a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:01.857477 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-feb54789-5653-4a29-ab5f-db986a4b791f req-52be6931-dfe7-496b-a095-1206e291ae2a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0494599 Nov 29 21:52:01.904661 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-feb54789-5653-4a29-ab5f-db986a4b791f req-7548edfc-0231-4563-a554-dd4461297e21 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411818 Nov 29 21:52:03.021833 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0729c9b-5135-482d-9e76-094bfba0c013 req-c752a3b0-0621-4b7a-93ef-4ebb24651cf6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:03.023319 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b0729c9b-5135-482d-9e76-094bfba0c013 req-c752a3b0-0621-4b7a-93ef-4ebb24651cf6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0473824 Nov 29 21:52:03.073648 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b0729c9b-5135-482d-9e76-094bfba0c013 req-2635ed62-ce72-4c3c-b41f-9ae15ed675fe tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444202 Nov 29 21:52:04.192303 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100930be-037d-488d-8e2c-2bbecbb2ce04 req-911476f7-f2ae-47b9-9694-eb0c9d31f35d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:04.193809 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-100930be-037d-488d-8e2c-2bbecbb2ce04 req-911476f7-f2ae-47b9-9694-eb0c9d31f35d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0498168 Nov 29 21:52:04.242286 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-100930be-037d-488d-8e2c-2bbecbb2ce04 req-d0200e79-10bf-4b97-be62-6c20ec15d44a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423548 Nov 29 21:52:05.357036 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784b36b-05cc-4a27-b9b8-1eec65ff27f8 req-a3b8a1b0-ad0c-458e-ad96-4f58ad4014f6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:05.358497 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1784b36b-05cc-4a27-b9b8-1eec65ff27f8 req-a3b8a1b0-ad0c-458e-ad96-4f58ad4014f6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0470698 Nov 29 21:52:05.405588 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1784b36b-05cc-4a27-b9b8-1eec65ff27f8 req-31093596-01d8-45ec-b468-1f7faec9573c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406263 Nov 29 21:52:06.526465 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df681c2-dfc0-472a-a706-e222c37596c4 req-c8b2977e-935f-4649-b2d9-147904fb03a8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:06.527947 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9df681c2-dfc0-472a-a706-e222c37596c4 req-c8b2977e-935f-4649-b2d9-147904fb03a8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0505276 Nov 29 21:52:06.575312 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9df681c2-dfc0-472a-a706-e222c37596c4 req-f547624f-9d82-42b0-87b2-06948c992338 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415642 Nov 29 21:52:07.206915 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-dd072fa1-2fed-4d04-bb12-0fbf298c8ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:52:07.697223 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13941547-933a-4c7b-ba84-304bad42814c req-f5447e42-557f-4051-b28f-881713f8c533 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:07.698742 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-13941547-933a-4c7b-ba84-304bad42814c req-f5447e42-557f-4051-b28f-881713f8c533 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0501347 Nov 29 21:52:07.748338 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-13941547-933a-4c7b-ba84-304bad42814c req-6f133e9c-9d28-49ab-8a5c-c6a994e4fa89 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437763 Nov 29 21:52:08.872641 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aae1a0-93c5-48a0-a364-b5cb7856c3d8 req-216d69ed-2d72-4372-95fa-54bc747e5b73 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:08.874144 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c2aae1a0-93c5-48a0-a364-b5cb7856c3d8 req-216d69ed-2d72-4372-95fa-54bc747e5b73 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0505803 Nov 29 21:52:08.921455 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c2aae1a0-93c5-48a0-a364-b5cb7856c3d8 req-2d300307-156c-47bb-bc04-ef7753930790 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406313 Nov 29 21:52:09.659508 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0ee9a720-ecce-4587-9fd9-19ddb21d4a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:52:10.042310 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9d7c-a3d7-40fb-8882-320feedd156c req-21883e6b-3f8b-4646-99be-66c350e8102c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:10.043788 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-155a9d7c-a3d7-40fb-8882-320feedd156c req-21883e6b-3f8b-4646-99be-66c350e8102c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0475178 Nov 29 21:52:10.090493 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-155a9d7c-a3d7-40fb-8882-320feedd156c req-6bf75ec8-57a5-495f-b401-262249f5e0b1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408242 Nov 29 21:52:10.841064 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:52:11.207290 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21886d3-dc60-44e7-ae26-26535aac7529 req-0975326d-9319-426b-99cf-c70ae97816b0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:11.209434 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f21886d3-dc60-44e7-ae26-26535aac7529 req-0975326d-9319-426b-99cf-c70ae97816b0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0485165 Nov 29 21:52:11.259267 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f21886d3-dc60-44e7-ae26-26535aac7529 req-088b751a-38f0-4d2f-a0cc-b083af127ff2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441644 Nov 29 21:52:12.077467 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:52:12.376939 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608c19f-0c44-43c8-a875-3000b8f26015 req-72b33f69-3daf-4888-adc7-6ff19d86aa62 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:12.378397 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9608c19f-0c44-43c8-a875-3000b8f26015 req-72b33f69-3daf-4888-adc7-6ff19d86aa62 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0482178 Nov 29 21:52:12.424706 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9608c19f-0c44-43c8-a875-3000b8f26015 req-10097a7e-8e24-4568-abf7-564c5a68a9eb tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403695 Nov 29 21:52:13.109493 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:52:13.540873 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944713e0-b5e7-4de2-90bf-5e41c67ae162 req-87939b77-df68-42b7-a7e3-46ab9eec5d35 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:13.542331 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-944713e0-b5e7-4de2-90bf-5e41c67ae162 req-87939b77-df68-42b7-a7e3-46ab9eec5d35 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0472467 Nov 29 21:52:13.589989 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-944713e0-b5e7-4de2-90bf-5e41c67ae162 req-faa4f21e-2fdd-428e-b428-8f25926a51ae tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416803 Nov 29 21:52:14.711161 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31592847-052f-4c95-ab91-2833b1727ad2 req-21e579c0-c3fa-4170-8618-71c001296874 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:14.712626 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-31592847-052f-4c95-ab91-2833b1727ad2 req-21e579c0-c3fa-4170-8618-71c001296874 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0519707 Nov 29 21:52:14.759363 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-31592847-052f-4c95-ab91-2833b1727ad2 req-d6579167-741e-42ad-9234-fb144ad9ad11 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407984 Nov 29 21:52:15.878613 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b1534-0e7b-4afd-83c6-50ea035c2291 req-7993add7-daf0-4e0e-9394-1c45ad52693a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:15.880096 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-652b1534-0e7b-4afd-83c6-50ea035c2291 req-7993add7-daf0-4e0e-9394-1c45ad52693a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0483031 Nov 29 21:52:15.926370 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-652b1534-0e7b-4afd-83c6-50ea035c2291 req-ea853914-13e9-46b6-baba-904826ec05cb tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396619 Nov 29 21:52:17.055300 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c24f79-a456-477c-912a-25b31cd98bad req-8561ed73-ea08-4922-85cb-978cb3a12a6c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:17.056865 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-51c24f79-a456-477c-912a-25b31cd98bad req-8561ed73-ea08-4922-85cb-978cb3a12a6c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0546944 Nov 29 21:52:17.114600 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-51c24f79-a456-477c-912a-25b31cd98bad req-5e3b2b22-3857-4787-8ade-e10604190255 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503066 Nov 29 21:52:18.244119 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419af41-e662-419a-9490-d4ba01b25f76 req-7aa80909-b132-44e6-8b5b-1aa943942853 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:18.245574 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f419af41-e662-419a-9490-d4ba01b25f76 req-7aa80909-b132-44e6-8b5b-1aa943942853 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0490077 Nov 29 21:52:18.291394 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f419af41-e662-419a-9490-d4ba01b25f76 req-df480b71-dc4f-40a5-92dd-93013b0c2a47 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398817 Nov 29 21:52:19.408279 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ac1d0-6041-4a58-b174-2b7afba4d6e2 req-b457a65d-44ea-4802-8924-ba74056d17dd tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:19.409663 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a28ac1d0-6041-4a58-b174-2b7afba4d6e2 req-b457a65d-44ea-4802-8924-ba74056d17dd tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0481489 Nov 29 21:52:19.455878 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a28ac1d0-6041-4a58-b174-2b7afba4d6e2 req-b937f3fe-73ed-4e6f-9c16-33ced77c3a5f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402734 Nov 29 21:52:20.575765 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65f4d7-e06b-440f-97c9-a2f600646a6d req-5fc5d079-7dee-4ee7-b7b6-57a3037a0f9d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:20.577203 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3f65f4d7-e06b-440f-97c9-a2f600646a6d req-5fc5d079-7dee-4ee7-b7b6-57a3037a0f9d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0517530 Nov 29 21:52:20.623487 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3f65f4d7-e06b-440f-97c9-a2f600646a6d req-2c71202b-9b48-4ff5-91c3-da25bf3514b9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404577 Nov 29 21:52:20.629769 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:52:21.739579 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332fafb-5ed3-4478-8d25-e6651d9eac8f req-23aba829-7a8d-44f2-b7bb-a4ca1c1876a1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:21.741526 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d332fafb-5ed3-4478-8d25-e6651d9eac8f req-23aba829-7a8d-44f2-b7bb-a4ca1c1876a1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0469024 Nov 29 21:52:21.787343 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d332fafb-5ed3-4478-8d25-e6651d9eac8f req-2d23c187-8690-48cf-be3a-cfaf68a59055 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400498 Nov 29 21:52:22.907578 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e7151-32c9-49ab-9614-7a50ed846e7a req-46df6116-d44b-4cdf-96b2-9dfea26049da tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:22.909031 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-871e7151-32c9-49ab-9614-7a50ed846e7a req-46df6116-d44b-4cdf-96b2-9dfea26049da tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0506539 Nov 29 21:52:22.955192 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-871e7151-32c9-49ab-9614-7a50ed846e7a req-6df07989-925b-4149-beff-13bf1193636c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402329 Nov 29 21:52:24.079709 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc69500-675e-4247-a5e5-32f94e065c72 req-fe7ccb33-a824-44ea-9316-307dc5efed0d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:24.081187 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-abc69500-675e-4247-a5e5-32f94e065c72 req-fe7ccb33-a824-44ea-9316-307dc5efed0d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0512509 Nov 29 21:52:24.128213 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-abc69500-675e-4247-a5e5-32f94e065c72 req-f1fb183d-6611-405f-a62e-90ff9f74887e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409784 Nov 29 21:52:25.245207 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fd4e7-2670-416e-a13e-c8b530020a49 req-aadb8a0e-ca9f-4958-8e1b-79abcb329d24 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:25.246655 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a96fd4e7-2670-416e-a13e-c8b530020a49 req-aadb8a0e-ca9f-4958-8e1b-79abcb329d24 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0477200 Nov 29 21:52:25.297139 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a96fd4e7-2670-416e-a13e-c8b530020a49 req-5d4a6c06-89cb-47ee-8122-46bd8de04a13 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442419 Nov 29 21:52:26.413968 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c231a-1362-4f61-a3ae-746e4f4d3fc3 req-21bea5c8-cfef-4289-a919-687a3401fbbc tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:26.415322 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-236c231a-1362-4f61-a3ae-746e4f4d3fc3 req-21bea5c8-cfef-4289-a919-687a3401fbbc tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0468345 Nov 29 21:52:26.461479 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-236c231a-1362-4f61-a3ae-746e4f4d3fc3 req-f0442321-1bcf-498e-bd7a-c8ba44ef50a1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403488 Nov 29 21:52:27.579145 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8df85-e61a-41d0-b470-7948bb4d6568 req-d4c40a11-dc39-4c4d-a56e-a6c33c65a305 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:27.580622 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c2d8df85-e61a-41d0-b470-7948bb4d6568 req-d4c40a11-dc39-4c4d-a56e-a6c33c65a305 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0479076 Nov 29 21:52:27.628988 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c2d8df85-e61a-41d0-b470-7948bb4d6568 req-c3ee3d6f-2526-430e-9e27-935b497d8ca1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425515 Nov 29 21:52:28.750087 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448048d4-cbb7-4c16-b34c-09e23680bb48 req-1de85735-f239-427e-b304-be461b403512 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:28.751583 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-448048d4-cbb7-4c16-b34c-09e23680bb48 req-1de85735-f239-427e-b304-be461b403512 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0500293 Nov 29 21:52:28.798138 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-448048d4-cbb7-4c16-b34c-09e23680bb48 req-680d10a3-574b-4ef1-bd69-6cde366fa6e7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402100 Nov 29 21:52:28.843243 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:52:29.918164 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf392554-30b9-4f19-b25c-692694512498 req-a409d8b0-10e5-4545-ab91-dbcc5c9fef76 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:29.919590 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cf392554-30b9-4f19-b25c-692694512498 req-a409d8b0-10e5-4545-ab91-dbcc5c9fef76 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0482190 Nov 29 21:52:29.965963 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cf392554-30b9-4f19-b25c-692694512498 req-df35017a-01f5-472b-8d25-407769e5b035 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406287 Nov 29 21:52:31.088921 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71f637-8936-4904-bc35-19d1f458bb87 req-e1d57eeb-5c27-4ba0-aa37-8be905c642dc tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:31.090392 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9b71f637-8936-4904-bc35-19d1f458bb87 req-e1d57eeb-5c27-4ba0-aa37-8be905c642dc tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0544665 Nov 29 21:52:31.149000 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9b71f637-8936-4904-bc35-19d1f458bb87 req-a6ee2ab9-8dfe-47a2-aab5-40720dcc1833 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526202 Nov 29 21:52:32.265398 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743544c-f7d3-4842-93a3-da3f6076d910 req-a5fc306c-9239-48fe-b90d-9ffc0be4a17c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:32.266847 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e743544c-f7d3-4842-93a3-da3f6076d910 req-a5fc306c-9239-48fe-b90d-9ffc0be4a17c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0475104 Nov 29 21:52:32.313203 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e743544c-f7d3-4842-93a3-da3f6076d910 req-f991fbdb-eff4-4e27-8362-4614a74cd977 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399594 Nov 29 21:52:33.429425 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8f5d1-fd91-4f15-ad75-827a412b7669 req-12324089-6aa0-4b89-8a32-3b8d9a9034b7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:33.430855 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-82a8f5d1-fd91-4f15-ad75-827a412b7669 req-12324089-6aa0-4b89-8a32-3b8d9a9034b7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0468960 Nov 29 21:52:33.478647 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-82a8f5d1-fd91-4f15-ad75-827a412b7669 req-e1a393b2-37e6-4d06-a9b6-3ed28a91364d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418348 Nov 29 21:52:34.598408 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91ed6e-784a-417e-8363-b90a87925ba2 req-be2e708e-e525-4685-b7ad-b7cc4360065c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:34.599905 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4e91ed6e-784a-417e-8363-b90a87925ba2 req-be2e708e-e525-4685-b7ad-b7cc4360065c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0499976 Nov 29 21:52:34.645392 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4e91ed6e-784a-417e-8363-b90a87925ba2 req-bf02e5ff-5b2e-4a68-b39e-6b46f9b0fb2d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392296 Nov 29 21:52:35.764996 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59443791-06c4-4459-8eaf-00df85deee97 req-718b285d-b642-4a68-9aaf-fe9d4f905687 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:35.766453 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-59443791-06c4-4459-8eaf-00df85deee97 req-718b285d-b642-4a68-9aaf-fe9d4f905687 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0485198 Nov 29 21:52:35.812953 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-59443791-06c4-4459-8eaf-00df85deee97 req-843b1c26-0d2a-4bc1-9b6f-ac69f3d41fac tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401225 Nov 29 21:52:36.933449 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1045745-5643-4e7a-b7b5-045007c7ca0e req-d4c480b6-de1b-40f3-b6cb-2589e1be48df tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:36.934928 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f1045745-5643-4e7a-b7b5-045007c7ca0e req-d4c480b6-de1b-40f3-b6cb-2589e1be48df tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0508504 Nov 29 21:52:36.981940 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f1045745-5643-4e7a-b7b5-045007c7ca0e req-b87e80b4-dea1-430f-b406-e59d95c33236 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412455 Nov 29 21:52:37.207511 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a3cc942c-10a3-4110-80fe-40aae3d478af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:52:38.101846 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ccdb8-ad16-47a4-a65f-0ecb01ec33c2 req-5243f7ce-1af0-46a8-b7ec-de07560c30cc tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:38.103350 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-688ccdb8-ad16-47a4-a65f-0ecb01ec33c2 req-5243f7ce-1af0-46a8-b7ec-de07560c30cc tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0505481 Nov 29 21:52:38.150880 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-688ccdb8-ad16-47a4-a65f-0ecb01ec33c2 req-afbce7cf-50ff-4b18-9e65-e2e40b691b4b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415120 Nov 29 21:52:39.270818 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6f78c-ffc8-4e6f-9b82-e6cbee8f6d71 req-d86de0f2-e636-4b38-b846-5c667a5dde15 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:39.272446 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-89d6f78c-ffc8-4e6f-9b82-e6cbee8f6d71 req-d86de0f2-e636-4b38-b846-5c667a5dde15 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0481393 Nov 29 21:52:39.322678 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-89d6f78c-ffc8-4e6f-9b82-e6cbee8f6d71 req-8d322f9f-96ea-484c-a3e7-0790423d79f0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446153 Nov 29 21:52:39.660671 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f169c090-4e12-410a-8197-f6f2b48bdcb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:52:40.447198 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f9ab0-22d7-4a65-997a-19f62e55c34a req-81a5f879-6c48-45f0-896c-afdcf200406c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:40.448556 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3f5f9ab0-22d7-4a65-997a-19f62e55c34a req-81a5f879-6c48-45f0-896c-afdcf200406c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0476327 Nov 29 21:52:40.494985 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3f5f9ab0-22d7-4a65-997a-19f62e55c34a req-0214a13b-f4f9-417d-9823-fb7603dbcd14 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405476 Nov 29 21:52:40.843343 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:52:41.611371 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea39cd-2e26-48dd-8fc6-d19aecdcd9ef req-7a9bbe86-c5ef-4bc3-81c6-75dd778a7f7d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:41.612854 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f1ea39cd-2e26-48dd-8fc6-d19aecdcd9ef req-7a9bbe86-c5ef-4bc3-81c6-75dd778a7f7d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0499156 Nov 29 21:52:41.660572 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f1ea39cd-2e26-48dd-8fc6-d19aecdcd9ef req-5c004cfe-c45a-4966-9e35-ec2b86db9cff tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414653 Nov 29 21:52:42.080337 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:52:42.781352 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b34fe9-fd12-4508-b4a4-a4c1770c4725 req-3b25b830-b0e3-4f53-81b4-6bf6b1615a64 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:42.782781 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-32b34fe9-fd12-4508-b4a4-a4c1770c4725 req-3b25b830-b0e3-4f53-81b4-6bf6b1615a64 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0501671 Nov 29 21:52:42.829103 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-32b34fe9-fd12-4508-b4a4-a4c1770c4725 req-31e6ee40-06da-4ca3-9724-f68d39f1244a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395906 Nov 29 21:52:43.111353 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:52:43.947348 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ac067-9002-454f-bf54-441568980137 req-1c411eb8-04cc-4fcf-944a-f938e7b782f0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:43.948805 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c16ac067-9002-454f-bf54-441568980137 req-1c411eb8-04cc-4fcf-944a-f938e7b782f0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0474703 Nov 29 21:52:43.994985 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c16ac067-9002-454f-bf54-441568980137 req-2045952b-c9e4-4eba-ab83-648abfc4068a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404129 Nov 29 21:52:45.112420 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7a6c5-a162-4a31-906b-06dbbae7975d req-8ba4f347-eaea-478c-a8e0-65b266f19e0c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:45.113853 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c7e7a6c5-a162-4a31-906b-06dbbae7975d req-8ba4f347-eaea-478c-a8e0-65b266f19e0c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0476501 Nov 29 21:52:45.166849 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c7e7a6c5-a162-4a31-906b-06dbbae7975d req-f11756cc-2394-4203-b314-2f555637caed tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470440 Nov 29 21:52:46.286101 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b0aeb-ac0e-425c-b5ea-42bc9d223ed1 req-776b512e-6daf-4088-97a2-0ccc6fd2e48c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:46.288203 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-995b0aeb-ac0e-425c-b5ea-42bc9d223ed1 req-776b512e-6daf-4088-97a2-0ccc6fd2e48c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0477266 Nov 29 21:52:46.334889 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-995b0aeb-ac0e-425c-b5ea-42bc9d223ed1 req-56fe9bf4-d11f-42d2-97cf-20599237224c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409932 Nov 29 21:52:47.450801 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881a3f8-36cc-401c-9e57-c80f7e733778 req-ac9d7ba2-7770-488c-87f8-c5a63aae5570 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:47.452384 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9881a3f8-36cc-401c-9e57-c80f7e733778 req-ac9d7ba2-7770-488c-87f8-c5a63aae5570 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0469117 Nov 29 21:52:47.501066 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9881a3f8-36cc-401c-9e57-c80f7e733778 req-755f557e-77af-486f-ad4e-1d19828b9fa5 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429418 Nov 29 21:52:48.709288 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18863b-c511-4d4e-901b-31571f107b33 req-b34b72e3-1987-4e1a-950a-5214e0473e1f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:48.710838 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ec18863b-c511-4d4e-901b-31571f107b33 req-b34b72e3-1987-4e1a-950a-5214e0473e1f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.1362734 Nov 29 21:52:48.758136 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ec18863b-c511-4d4e-901b-31571f107b33 req-ff824f0f-7a76-40e4-923f-b8c70b9b83b1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412323 Nov 29 21:52:49.924633 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee081cf-4ac2-4e77-ab56-5f7ed1630a0d req-9064255f-74ff-46d2-a090-e85903da53ba tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:49.926070 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cee081cf-4ac2-4e77-ab56-5f7ed1630a0d req-9064255f-74ff-46d2-a090-e85903da53ba tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0970554 Nov 29 21:52:49.972795 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cee081cf-4ac2-4e77-ab56-5f7ed1630a0d req-90a64bf0-eaec-4045-9a6f-32ffa76dc512 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408287 Nov 29 21:52:51.092591 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04ef5e-8643-42cb-940c-5bc49c846820 req-c9ddbbad-adbc-4359-bbd1-b3db37294429 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:51.094017 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ff04ef5e-8643-42cb-940c-5bc49c846820 req-c9ddbbad-adbc-4359-bbd1-b3db37294429 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0504832 Nov 29 21:52:51.141645 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ff04ef5e-8643-42cb-940c-5bc49c846820 req-ced40d96-61a8-4130-b3f0-2ed51e6d976d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411119 Nov 29 21:52:52.263104 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7cfe0-e6b1-4ccf-a12c-5fd5f7bd130d req-a5c9f960-2a97-46a3-8e53-7aa86c184cc1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:52.264721 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-aed7cfe0-e6b1-4ccf-a12c-5fd5f7bd130d req-a5c9f960-2a97-46a3-8e53-7aa86c184cc1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0490496 Nov 29 21:52:52.310716 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-aed7cfe0-e6b1-4ccf-a12c-5fd5f7bd130d req-ff18213c-1b8a-4eb1-894c-fc89d1f47fd1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401433 Nov 29 21:52:53.428519 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65db2c-920e-4920-b629-965bc0130425 req-616444f9-ad32-424e-9673-805bd46903d1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:53.429976 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fd65db2c-920e-4920-b629-965bc0130425 req-616444f9-ad32-424e-9673-805bd46903d1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0474949 Nov 29 21:52:53.481509 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fd65db2c-920e-4920-b629-965bc0130425 req-514c19c2-e9db-4ff8-8d22-4180e30e6d74 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456367 Nov 29 21:52:54.602080 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b154f-53db-4e2f-9d24-7246a0defb49 req-3b49f9f0-4c35-494b-bc3f-edd62837a640 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:54.603549 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c60b154f-53db-4e2f-9d24-7246a0defb49 req-3b49f9f0-4c35-494b-bc3f-edd62837a640 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0484078 Nov 29 21:52:54.648952 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c60b154f-53db-4e2f-9d24-7246a0defb49 req-c65f5aca-3c60-47d9-8e92-db8a800654fb tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396039 Nov 29 21:52:55.768077 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c581c9d-1c3a-4f3f-8d30-b26c586d9f7e req-ad1fff6f-e728-4ba9-a161-31804c907e92 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:55.769534 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6c581c9d-1c3a-4f3f-8d30-b26c586d9f7e req-ad1fff6f-e728-4ba9-a161-31804c907e92 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0493457 Nov 29 21:52:55.816689 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6c581c9d-1c3a-4f3f-8d30-b26c586d9f7e req-df5872a8-13c6-4e30-8523-fcd866565dbe tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414047 Nov 29 21:52:56.942247 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41572a89-bd35-42f9-bb2a-4a8fb9fb0082 req-b82b5e9e-b4df-4bd1-a3a8-332110a03bbc tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:56.943702 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-41572a89-bd35-42f9-bb2a-4a8fb9fb0082 req-b82b5e9e-b4df-4bd1-a3a8-332110a03bbc tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0520654 Nov 29 21:52:56.989378 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-41572a89-bd35-42f9-bb2a-4a8fb9fb0082 req-5d3cae84-4e41-4bc0-9e0a-9270aad55e4f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390332 Nov 29 21:52:57.629561 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:52:58.107883 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291fe2c-80d7-49cd-8d2f-673412c8dc71 req-743382f7-f462-4b67-8978-4e6d68689022 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:58.109325 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4291fe2c-80d7-49cd-8d2f-673412c8dc71 req-743382f7-f462-4b67-8978-4e6d68689022 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0475965 Nov 29 21:52:58.156504 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4291fe2c-80d7-49cd-8d2f-673412c8dc71 req-e39ac35b-9ba8-4763-af1f-0616ca4a03b0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410674 Nov 29 21:52:58.851597 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:52:59.279927 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6fa7a-13ce-4f7c-a9f3-8dbdc98020bd req-8ff90616-5870-4af8-a447-2db2363d3936 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:52:59.281302 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5de6fa7a-13ce-4f7c-a9f3-8dbdc98020bd req-8ff90616-5870-4af8-a447-2db2363d3936 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0488617 Nov 29 21:52:59.331567 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5de6fa7a-13ce-4f7c-a9f3-8dbdc98020bd req-43fab903-2ce9-4764-b12f-5add8b718e9a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444932 Nov 29 21:53:00.450139 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c69ae4-a6e8-4646-9f85-9b8dfec126d2 req-58d5874d-3b7e-42c7-8b58-0e4bca32d735 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:00.451600 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-80c69ae4-a6e8-4646-9f85-9b8dfec126d2 req-58d5874d-3b7e-42c7-8b58-0e4bca32d735 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0473683 Nov 29 21:53:00.498129 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-80c69ae4-a6e8-4646-9f85-9b8dfec126d2 req-8f729572-3081-457b-8a8b-3c28ff003ee5 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407257 Nov 29 21:53:00.695532 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-cdd0e004-3490-4f77-b008-dd5a078a94ca req-698ece55-a807-48e9-a826-346e53f74c70 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393763 Nov 29 21:53:00.753436 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0e004-3490-4f77-b008-dd5a078a94ca req-eac13201-43b7-4555-b744-34c7bbba8f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:00.754915 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-cdd0e004-3490-4f77-b008-dd5a078a94ca req-eac13201-43b7-4555-b744-34c7bbba8f67 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab335a1bd1ef40929c149d8fb12975e0&device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 1098 time: 0.0394266 Nov 29 21:53:00.864798 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0e004-3490-4f77-b008-dd5a078a94ca req-cee464aa-560e-40ca-b312-555b7c8b46af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:00.866855 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-cdd0e004-3490-4f77-b008-dd5a078a94ca req-cee464aa-560e-40ca-b312-555b7c8b46af service neutron] 10.222.0.61 "GET /v2.0/networks?id=562540b5-b080-4163-a4fa-cf4e96df0d5f HTTP/1.1" status: 200 len: 911 time: 0.0908239 Nov 29 21:53:00.931691 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-cdd0e004-3490-4f77-b008-dd5a078a94ca req-ca69c792-78cc-4e23-9e84-e8dc05f83155 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01ab7e9a-906e-47ce-a0b8-104398f2dfc3 HTTP/1.1" status: 200 len: 1001 time: 0.0580506 Nov 29 21:53:00.984773 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0e004-3490-4f77-b008-dd5a078a94ca req-a7e01d04-9c93-4498-8a58-17346a688a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:00.986124 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-cdd0e004-3490-4f77-b008-dd5a078a94ca req-a7e01d04-9c93-4498-8a58-17346a688a46 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac018a01-258b-4d48-9a44-ca3d60e642fd HTTP/1.1" status: 200 len: 849 time: 0.0461931 Nov 29 21:53:01.029195 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0e004-3490-4f77-b008-dd5a078a94ca req-8bf78f2d-5411-4002-b008-5e34d982aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:01.030640 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-cdd0e004-3490-4f77-b008-dd5a078a94ca req-8bf78f2d-5411-4002-b008-5e34d982aecb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=562540b5-b080-4163-a4fa-cf4e96df0d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376363 Nov 29 21:53:01.125392 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-cdd0e004-3490-4f77-b008-dd5a078a94ca req-5e875363-1ec2-402a-b10b-d4c50b6a3aae service neutron] 10.222.0.61 "GET /v2.0/networks/562540b5-b080-4163-a4fa-cf4e96df0d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867450 Nov 29 21:53:01.217653 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-cdd0e004-3490-4f77-b008-dd5a078a94ca req-7576c507-8307-49a5-a306-4b73a86a2e65 service neutron] 10.222.0.61 "GET /v2.0/networks/562540b5-b080-4163-a4fa-cf4e96df0d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840943 Nov 29 21:53:01.614736 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c48d5f-7dba-4542-9570-b977aecec395 req-85b5875b-0567-4230-941a-687a6fbe89f5 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:01.616921 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e8c48d5f-7dba-4542-9570-b977aecec395 req-85b5875b-0567-4230-941a-687a6fbe89f5 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0487053 Nov 29 21:53:01.663467 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e8c48d5f-7dba-4542-9570-b977aecec395 req-5397c857-a19c-4c48-8994-d6f5a086e26e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405552 Nov 29 21:53:02.783643 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff06300-832d-43ff-b6d6-797da99ef75e req-cf37a1c5-a47c-4275-a2b0-0cb783ba5fc0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:02.785088 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cff06300-832d-43ff-b6d6-797da99ef75e req-cf37a1c5-a47c-4275-a2b0-0cb783ba5fc0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0500507 Nov 29 21:53:02.831435 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cff06300-832d-43ff-b6d6-797da99ef75e req-95ab4e9e-927e-4651-87b7-2ce98a96c444 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397701 Nov 29 21:53:03.949890 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23239b9-1c60-49b3-a032-831ca679735e req-6f7a2457-9f11-4194-bd2b-990c772fc85d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:03.951401 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e23239b9-1c60-49b3-a032-831ca679735e req-6f7a2457-9f11-4194-bd2b-990c772fc85d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0492046 Nov 29 21:53:03.999641 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e23239b9-1c60-49b3-a032-831ca679735e req-4d99bc02-e17c-4793-8d5c-0b2b697fbfb8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424027 Nov 29 21:53:05.120230 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96505123-8230-4aea-9484-f9d7fb8caefa req-d215a6eb-3234-4334-8531-4ce3f5091cd7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:05.121664 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-96505123-8230-4aea-9484-f9d7fb8caefa req-d215a6eb-3234-4334-8531-4ce3f5091cd7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0499647 Nov 29 21:53:05.338631 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-96505123-8230-4aea-9484-f9d7fb8caefa req-67c1fb58-0c14-4354-a4d4-84eeb7a97f65 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110472 Nov 29 21:53:06.457893 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f13c16-6787-4052-9011-191a4832416c req-9cc416b7-963d-4236-a292-2d648d249b07 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:06.460246 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b9f13c16-6787-4052-9011-191a4832416c req-9cc416b7-963d-4236-a292-2d648d249b07 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0502114 Nov 29 21:53:06.506984 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b9f13c16-6787-4052-9011-191a4832416c req-0a71b818-ad28-426d-9c23-bbf90b513151 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402844 Nov 29 21:53:07.208306 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-adbfbf15-0ccd-4e6c-9adb-2c5395dbd624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:53:07.623457 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37881fa-96e7-4a76-ad40-d420b0720d73 req-139ff27f-0557-4769-b435-9354d16b6a00 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:07.624820 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d37881fa-96e7-4a76-ad40-d420b0720d73 req-139ff27f-0557-4769-b435-9354d16b6a00 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0469708 Nov 29 21:53:07.673355 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d37881fa-96e7-4a76-ad40-d420b0720d73 req-ba1a30e6-9ae6-4bdb-b6e2-76377601b87b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427208 Nov 29 21:53:08.889417 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b67198-5536-4010-ade0-8d7cf08d647b req-e23af0e3-3696-4820-b21a-210be53b97e8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:08.890860 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-37b67198-5536-4010-ade0-8d7cf08d647b req-e23af0e3-3696-4820-b21a-210be53b97e8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0475552 Nov 29 21:53:08.937611 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-37b67198-5536-4010-ade0-8d7cf08d647b req-ad1668c0-4d89-4d21-98a4-937da89b539e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409679 Nov 29 21:53:09.662276 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f087ae95-6f58-4d96-be9e-7e88f6cb8e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:53:10.053417 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cec6d-cfc1-4b81-ac27-55cd16f61ef3 req-7060bb37-5bef-4a1c-9f1e-b52b6d087708 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:10.055442 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-065cec6d-cfc1-4b81-ac27-55cd16f61ef3 req-7060bb37-5bef-4a1c-9f1e-b52b6d087708 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0485377 Nov 29 21:53:10.102671 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-065cec6d-cfc1-4b81-ac27-55cd16f61ef3 req-dbf4449b-82b5-4150-b3e6-1d61b2e2127f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415275 Nov 29 21:53:10.846011 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:53:11.223566 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d775b4-f758-4b80-94ee-4723782934d5 req-17996d71-d184-4242-89f0-48a27d3d99f7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:11.225069 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-05d775b4-f758-4b80-94ee-4723782934d5 req-17996d71-d184-4242-89f0-48a27d3d99f7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0512915 Nov 29 21:53:11.272085 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-05d775b4-f758-4b80-94ee-4723782934d5 req-38732fd3-00e7-40de-b7ee-988201e9b482 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403230 Nov 29 21:53:12.082738 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:53:12.391274 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c43a8-1d2f-4f42-a01c-fc4a060310a7 req-0099da34-199e-4dcc-b423-e1cf3f419ef5 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:12.392747 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f09c43a8-1d2f-4f42-a01c-fc4a060310a7 req-0099da34-199e-4dcc-b423-e1cf3f419ef5 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0485721 Nov 29 21:53:12.440350 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f09c43a8-1d2f-4f42-a01c-fc4a060310a7 req-27dbcc1a-8cb7-4c74-b9b6-4878c335c6eb tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406816 Nov 29 21:53:13.112749 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:53:13.556434 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cdbcc-4509-48e4-ad52-363c9fa8c779 req-da8a854c-e2bc-48eb-98f2-34a2e1192f30 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:13.557860 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-191cdbcc-4509-48e4-ad52-363c9fa8c779 req-da8a854c-e2bc-48eb-98f2-34a2e1192f30 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0469186 Nov 29 21:53:13.607060 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-191cdbcc-4509-48e4-ad52-363c9fa8c779 req-1f3744a1-5b1e-4c57-9e78-6225a49a1a6f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434833 Nov 29 21:53:14.723614 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f2c5a-258e-4d7d-bffa-ca67a9fedc0b req-5505ae8f-cb3e-4868-b483-ae68be59baea tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:14.725070 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-db1f2c5a-258e-4d7d-bffa-ca67a9fedc0b req-5505ae8f-cb3e-4868-b483-ae68be59baea tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0490270 Nov 29 21:53:14.772968 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-db1f2c5a-258e-4d7d-bffa-ca67a9fedc0b req-dc20f514-d2a0-4673-aca5-f490f3606bfd tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408788 Nov 29 21:53:15.894754 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad8c36-d58a-4bfa-b593-148bfafc7cb1 req-3b3e306a-a8cc-403e-a059-36bda04c228f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:15.896203 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-eaad8c36-d58a-4bfa-b593-148bfafc7cb1 req-3b3e306a-a8cc-403e-a059-36bda04c228f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0468152 Nov 29 21:53:15.942417 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-eaad8c36-d58a-4bfa-b593-148bfafc7cb1 req-f43ff3e0-1172-4932-b2ee-ae8d3ea3f121 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400724 Nov 29 21:53:17.064743 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f593c51-b414-45f4-af1e-75f3fc187c16 req-d24111bc-1723-4c2b-b1fe-c0917ccd84d3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:17.066195 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5f593c51-b414-45f4-af1e-75f3fc187c16 req-d24111bc-1723-4c2b-b1fe-c0917ccd84d3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0522678 Nov 29 21:53:17.115950 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5f593c51-b414-45f4-af1e-75f3fc187c16 req-428412d0-90b7-41c0-afa8-5a4af19817d3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423577 Nov 29 21:53:18.233535 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e7ac9-ce63-4093-9555-0870d65e5436 req-b34a7b1e-da70-4085-bafe-71216363b01e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:18.234971 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-780e7ac9-ce63-4093-9555-0870d65e5436 req-b34a7b1e-da70-4085-bafe-71216363b01e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0475824 Nov 29 21:53:18.280809 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-780e7ac9-ce63-4093-9555-0870d65e5436 req-8cc253e0-6aee-494b-8897-864aff333780 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399458 Nov 29 21:53:19.401316 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00813558-9e09-48c7-a5fe-2dd4c5bc48a1 req-e72d4f74-29cf-4d61-af5d-b142d117a7c2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:19.402709 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-00813558-9e09-48c7-a5fe-2dd4c5bc48a1 req-e72d4f74-29cf-4d61-af5d-b142d117a7c2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0501688 Nov 29 21:53:19.449400 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-00813558-9e09-48c7-a5fe-2dd4c5bc48a1 req-8b371955-a51e-4f7d-b0fd-7ebdb10ffb64 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408268 Nov 29 21:53:20.568052 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cad78-75f0-4b2e-9c2d-6f00e2fb7b80 req-3a1d48da-8f00-4a91-b145-0d209e6e0797 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:20.569927 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0a6cad78-75f0-4b2e-9c2d-6f00e2fb7b80 req-3a1d48da-8f00-4a91-b145-0d209e6e0797 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0476472 Nov 29 21:53:20.615511 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0a6cad78-75f0-4b2e-9c2d-6f00e2fb7b80 req-23c19580-f44a-4020-8555-3c4b76f471a2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398433 Nov 29 21:53:21.739833 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9ff39-981b-4896-9ffd-f15edaf081b2 req-a771b8d4-18c0-4f02-af53-28f24a171acd tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:21.741787 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-39b9ff39-981b-4896-9ffd-f15edaf081b2 req-a771b8d4-18c0-4f02-af53-28f24a171acd tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0526152 Nov 29 21:53:21.792841 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-39b9ff39-981b-4896-9ffd-f15edaf081b2 req-5a8f4b3c-a05e-4a22-b29d-6b8d1c3df391 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450292 Nov 29 21:53:22.910820 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f62805-5682-42b8-a672-1b3fd9bdbe4e req-207ce52d-3f79-42da-9926-adf585dee47d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:22.912293 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-75f62805-5682-42b8-a672-1b3fd9bdbe4e req-207ce52d-3f79-42da-9926-adf585dee47d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0477805 Nov 29 21:53:22.958694 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-75f62805-5682-42b8-a672-1b3fd9bdbe4e req-3c3560aa-7d01-4151-b8f9-dbdf123cfad8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405550 Nov 29 21:53:24.075923 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82650b-2e7d-447c-b12b-46c50053078c req-2f015ee4-e743-4692-be8d-60ecbe5dd2a2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:24.077441 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1d82650b-2e7d-447c-b12b-46c50053078c req-2f015ee4-e743-4692-be8d-60ecbe5dd2a2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0487776 Nov 29 21:53:24.125281 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1d82650b-2e7d-447c-b12b-46c50053078c req-b777af0d-57a2-495c-b4b8-2897559d5e32 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417936 Nov 29 21:53:25.249690 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed268d3a-5e7a-41f8-bafe-52588e353e79 req-30ca07c5-c082-4d1f-9d59-b3592fc5518a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:25.251145 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ed268d3a-5e7a-41f8-bafe-52588e353e79 req-30ca07c5-c082-4d1f-9d59-b3592fc5518a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0528257 Nov 29 21:53:25.299899 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ed268d3a-5e7a-41f8-bafe-52588e353e79 req-39cefe2a-47fc-4f8c-b34e-4d33139449ee tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417995 Nov 29 21:53:26.416790 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fb2df-1d42-481a-b405-69405718692e req-c487d7f9-1df8-4b5b-b647-f28058331f25 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:26.418182 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-708fb2df-1d42-481a-b405-69405718692e req-c487d7f9-1df8-4b5b-b647-f28058331f25 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0473003 Nov 29 21:53:26.464744 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-708fb2df-1d42-481a-b405-69405718692e req-ece9a10f-be88-4c4b-b558-023967335a76 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407965 Nov 29 21:53:27.580711 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad9e67-d055-43f2-93c8-17f5b2983535 req-7e9a6c46-b773-4519-a1fe-d2e54e4ed9fe tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:27.582162 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-93ad9e67-d055-43f2-93c8-17f5b2983535 req-7e9a6c46-b773-4519-a1fe-d2e54e4ed9fe tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0474844 Nov 29 21:53:27.631280 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-93ad9e67-d055-43f2-93c8-17f5b2983535 req-716c0d22-8f34-4861-9115-e049a117bd48 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431449 Nov 29 21:53:28.748121 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8b412-f726-431a-9150-5d424f21ad52 req-7c3cde53-4543-471a-bc39-498d2baab3d1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:28.749575 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7ef8b412-f726-431a-9150-5d424f21ad52 req-7c3cde53-4543-471a-bc39-498d2baab3d1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0475218 Nov 29 21:53:28.796238 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7ef8b412-f726-431a-9150-5d424f21ad52 req-e1da9e09-8d49-4b85-839b-e64a3e211ae3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409420 Nov 29 21:53:28.856025 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:53:29.915951 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883dc4ed-a3fe-49e8-b18b-b4ad2781fa5d req-bd734067-0423-4273-87d4-af291d314350 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:29.917404 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-883dc4ed-a3fe-49e8-b18b-b4ad2781fa5d req-bd734067-0423-4273-87d4-af291d314350 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0478034 Nov 29 21:53:29.963570 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-883dc4ed-a3fe-49e8-b18b-b4ad2781fa5d req-62577d42-1212-4fc3-b069-0c5a457b169a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403655 Nov 29 21:53:31.086271 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a91b2-6597-4e1e-ae56-f6474e2ecadd req-abc8c609-3be5-4eb5-9cb6-5af786afd25c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:31.087836 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d89a91b2-6597-4e1e-ae56-f6474e2ecadd req-abc8c609-3be5-4eb5-9cb6-5af786afd25c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0524194 Nov 29 21:53:31.135870 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d89a91b2-6597-4e1e-ae56-f6474e2ecadd req-b09d5e97-9343-437d-9891-ab53db1767bf tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421622 Nov 29 21:53:32.253292 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e085200-28ff-4faa-9f66-88cab40d065b req-b7341b46-66f5-4c3e-9d98-e3b9475cacca tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:32.254902 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8e085200-28ff-4faa-9f66-88cab40d065b req-b7341b46-66f5-4c3e-9d98-e3b9475cacca tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0482430 Nov 29 21:53:32.302059 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8e085200-28ff-4faa-9f66-88cab40d065b req-de760e9a-be35-4df6-908c-4afc962cb083 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404444 Nov 29 21:53:33.424496 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ad369-5110-4950-89f6-4144b48b8f4c req-8e58e2c9-87e9-4fa2-b808-a19773d99cd1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:33.425975 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b00ad369-5110-4950-89f6-4144b48b8f4c req-8e58e2c9-87e9-4fa2-b808-a19773d99cd1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0514755 Nov 29 21:53:33.473824 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b00ad369-5110-4950-89f6-4144b48b8f4c req-4abbef66-fc10-4363-bdb3-68a282337a1b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410905 Nov 29 21:53:34.595522 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a7606-b876-4915-93c0-2db740d36bc9 req-06136ebc-a243-45c1-8e5a-15a97add1eaf tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:34.597008 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-038a7606-b876-4915-93c0-2db740d36bc9 req-06136ebc-a243-45c1-8e5a-15a97add1eaf tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0502255 Nov 29 21:53:34.631795 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:53:34.645675 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-038a7606-b876-4915-93c0-2db740d36bc9 req-a20a09a2-67aa-4920-8fab-4ac2cc8027ce tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421746 Nov 29 21:53:35.766242 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be55b1-1d54-483d-a218-2d03e9a231b4 req-120d583b-a213-4fe8-b693-03296025d2ee tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:35.767706 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-39be55b1-1d54-483d-a218-2d03e9a231b4 req-120d583b-a213-4fe8-b693-03296025d2ee tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0480623 Nov 29 21:53:35.816890 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-39be55b1-1d54-483d-a218-2d03e9a231b4 req-e47e230a-04d9-4ccc-b69d-72460f07a6f9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433421 Nov 29 21:53:36.933560 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3301471-8703-4bab-b106-8512586972ce req-ba589a04-3a4c-4df9-8bdb-9678c5bca319 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:36.934995 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e3301471-8703-4bab-b106-8512586972ce req-ba589a04-3a4c-4df9-8bdb-9678c5bca319 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0471034 Nov 29 21:53:36.981866 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e3301471-8703-4bab-b106-8512586972ce req-76ef40ee-3928-4083-8ec9-4a8dc993c6d6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410266 Nov 29 21:53:37.210368 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-23eeff3d-cca8-4cb4-8b2c-f8a527d21cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:53:38.101402 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79795226-fc30-4e40-aa78-c58c5dd21e8f req-6d6afd2d-1eb4-431d-8c03-37000ad6e2a0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:38.102855 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-79795226-fc30-4e40-aa78-c58c5dd21e8f req-6d6afd2d-1eb4-431d-8c03-37000ad6e2a0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0477526 Nov 29 21:53:38.150671 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-79795226-fc30-4e40-aa78-c58c5dd21e8f req-a54944c6-5bcc-463c-b9a2-01a538397dd7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416441 Nov 29 21:53:39.273291 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadb5d3-117b-41b7-9f4b-7c0ca4d3a424 req-667b54e4-4348-4001-94b8-3d9026146c5c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:39.274758 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cfadb5d3-117b-41b7-9f4b-7c0ca4d3a424 req-667b54e4-4348-4001-94b8-3d9026146c5c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0525587 Nov 29 21:53:39.322143 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cfadb5d3-117b-41b7-9f4b-7c0ca4d3a424 req-b58a3e5e-81b4-4b3f-812f-586e0001564a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414608 Nov 29 21:53:39.664192 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-534b18e2-90ca-4fff-a159-513c4f7f6b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:53:40.438290 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc70e2-fbde-42ad-b831-685d5392bb2d req-49d157b0-89b3-49e8-8cb7-4af21a33da3d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:40.439676 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-33cc70e2-fbde-42ad-b831-685d5392bb2d req-49d157b0-89b3-49e8-8cb7-4af21a33da3d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0479443 Nov 29 21:53:40.487183 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-33cc70e2-fbde-42ad-b831-685d5392bb2d req-ce647b4c-8bfa-43af-b753-2a7f3c338b84 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408237 Nov 29 21:53:40.849278 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:53:41.605106 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bef81a-9d63-4529-94fe-696515dbca95 req-315f1cc8-9208-4991-9eb7-d9e1ab6f6dfe tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:41.606543 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-19bef81a-9d63-4529-94fe-696515dbca95 req-315f1cc8-9208-4991-9eb7-d9e1ab6f6dfe tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0473497 Nov 29 21:53:41.656453 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-19bef81a-9d63-4529-94fe-696515dbca95 req-cfab9b8c-a338-4cb1-9488-058bdc3f4d63 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439060 Nov 29 21:53:42.086045 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:53:42.777703 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221a8c0-7599-42ca-b49a-a6096c764997 req-869f0425-a4c5-4a02-b1cb-57743f1a2ade tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:42.779214 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f221a8c0-7599-42ca-b49a-a6096c764997 req-869f0425-a4c5-4a02-b1cb-57743f1a2ade tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0490000 Nov 29 21:53:42.826551 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f221a8c0-7599-42ca-b49a-a6096c764997 req-8e8ff9cd-11a4-45a0-b4f0-c83aba62dde8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414431 Nov 29 21:53:43.114296 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:53:43.943034 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f120586-50e6-44f3-858b-534a827ec8c7 req-2334b1d1-7021-4fd0-b38a-1d8438c81925 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:43.945625 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6f120586-50e6-44f3-858b-534a827ec8c7 req-2334b1d1-7021-4fd0-b38a-1d8438c81925 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0482216 Nov 29 21:53:43.992313 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6f120586-50e6-44f3-858b-534a827ec8c7 req-1eb779ad-8cc2-47da-887d-1167d9c12bda tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408115 Nov 29 21:53:45.116207 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55897c73-d7f3-427a-b0a2-72e2dad7df58 req-b43037b1-92d3-49dd-bacb-49bd5afc47e2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:45.119587 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-55897c73-d7f3-427a-b0a2-72e2dad7df58 req-b43037b1-92d3-49dd-bacb-49bd5afc47e2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0552666 Nov 29 21:53:45.168107 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-55897c73-d7f3-427a-b0a2-72e2dad7df58 req-7da39c70-0be1-4b24-b0eb-6d33d6e5cb42 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441480 Nov 29 21:53:46.286380 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d8650-7ef5-4bcb-99d8-ef4925df710f req-5958f80f-adf2-4d16-aad1-75e942de7539 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:46.288841 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1b5d8650-7ef5-4bcb-99d8-ef4925df710f req-5958f80f-adf2-4d16-aad1-75e942de7539 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0480249 Nov 29 21:53:46.335700 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1b5d8650-7ef5-4bcb-99d8-ef4925df710f req-ca683901-3b7b-42e0-a249-9f0873a989c2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411692 Nov 29 21:53:47.459798 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8c62a-b044-4456-b875-479f523a1353 req-e942de33-cf61-474d-a0ae-8ef045fa6797 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:47.461276 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b5d8c62a-b044-4456-b875-479f523a1353 req-e942de33-cf61-474d-a0ae-8ef045fa6797 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0531080 Nov 29 21:53:47.507472 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b5d8c62a-b044-4456-b875-479f523a1353 req-8dca01c1-a983-4db1-bce0-5a4ae627e9b3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402956 Nov 29 21:53:48.624200 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101eef6-984c-452b-8e7e-f0b1d86bf2ec req-7e500776-e99f-4921-bf08-e9728efc5bb3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:48.625657 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1101eef6-984c-452b-8e7e-f0b1d86bf2ec req-7e500776-e99f-4921-bf08-e9728efc5bb3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0471535 Nov 29 21:53:48.672082 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1101eef6-984c-452b-8e7e-f0b1d86bf2ec req-e310acf7-5115-438e-8933-aecb78af77c8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400651 Nov 29 21:53:49.789993 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c2884-a801-4509-8f27-e838c52c4b1a req-ad9f3d7d-68b3-4d6e-82d4-64f71b131946 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:49.791452 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-974c2884-a801-4509-8f27-e838c52c4b1a req-ad9f3d7d-68b3-4d6e-82d4-64f71b131946 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0476351 Nov 29 21:53:49.840615 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-974c2884-a801-4509-8f27-e838c52c4b1a req-e22199bd-8f48-430b-821c-285bba8c1bb2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433142 Nov 29 21:53:50.959987 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8593512-69ee-46cf-b1c5-539c73075837 req-41680f9f-2b0e-4cdd-a118-13bd2b762983 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:50.961637 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a8593512-69ee-46cf-b1c5-539c73075837 req-41680f9f-2b0e-4cdd-a118-13bd2b762983 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0497465 Nov 29 21:53:51.009078 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a8593512-69ee-46cf-b1c5-539c73075837 req-3a6f652b-c3d5-4bfe-b611-10cdd44d682e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415266 Nov 29 21:53:52.128865 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5268e9-e561-44a1-9b3d-b0aee2d84cf6 req-8caef960-6699-449c-a4b4-e6181ca23a73 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:52.130390 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5d5268e9-e561-44a1-9b3d-b0aee2d84cf6 req-8caef960-6699-449c-a4b4-e6181ca23a73 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0501235 Nov 29 21:53:52.181381 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5d5268e9-e561-44a1-9b3d-b0aee2d84cf6 req-f1aed685-8953-4372-8c75-8d26a8ed7b69 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449457 Nov 29 21:53:53.302265 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da2d1b-3c97-446c-8977-7b45d37ec6d9 req-080b2035-a0ec-4843-8f85-4c07ef5570c8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:53.303709 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-65da2d1b-3c97-446c-8977-7b45d37ec6d9 req-080b2035-a0ec-4843-8f85-4c07ef5570c8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0525651 Nov 29 21:53:53.351441 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-65da2d1b-3c97-446c-8977-7b45d37ec6d9 req-0d999850-aab8-467b-8af3-17210170aff5 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406027 Nov 29 21:53:54.471041 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b38a9-8d99-4178-a4cf-cfecdd5063c0 req-8c7bbc37-33ff-4290-a625-4f6c107b87bf tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:54.472531 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-444b38a9-8d99-4178-a4cf-cfecdd5063c0 req-8c7bbc37-33ff-4290-a625-4f6c107b87bf tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0486398 Nov 29 21:53:54.519953 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-444b38a9-8d99-4178-a4cf-cfecdd5063c0 req-6ae2b4a9-9a10-4a88-9a18-31f41d0f6225 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413728 Nov 29 21:53:55.643141 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bb6a8-4278-48c9-9a29-6882e7e35acf req-028fea26-b864-4ce3-9557-73c5e1115345 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:55.644584 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-412bb6a8-4278-48c9-9a29-6882e7e35acf req-028fea26-b864-4ce3-9557-73c5e1115345 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0487521 Nov 29 21:53:55.695821 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-412bb6a8-4278-48c9-9a29-6882e7e35acf req-278051c1-0e8d-4ba9-b0ff-43b7657c0c27 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435731 Nov 29 21:53:56.813869 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c14d7a-464b-4386-9494-7b6cb224f216 req-bc51b468-b037-41c3-8c19-76398e4bea90 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:56.815339 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c0c14d7a-464b-4386-9494-7b6cb224f216 req-bc51b468-b037-41c3-8c19-76398e4bea90 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0479486 Nov 29 21:53:56.862134 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c0c14d7a-464b-4386-9494-7b6cb224f216 req-3ca255c8-054c-411f-a245-9aa09e5eb59c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406399 Nov 29 21:53:57.978419 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962427cd-4143-4a38-a141-5f2c20db8f08 req-415155fc-d7bd-4f83-b2a1-d0674bb21c52 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:57.979770 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-962427cd-4143-4a38-a141-5f2c20db8f08 req-415155fc-d7bd-4f83-b2a1-d0674bb21c52 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0471640 Nov 29 21:53:58.025320 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-962427cd-4143-4a38-a141-5f2c20db8f08 req-3065f7b4-2329-4068-9ca1-e598a06ca274 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398045 Nov 29 21:53:58.854627 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:53:59.147721 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed923b1a-50c6-4734-93fd-0085d9523d2f req-aacb317e-d5d2-48e3-8b6b-abdbe30e2583 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:53:59.149183 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ed923b1a-50c6-4734-93fd-0085d9523d2f req-aacb317e-d5d2-48e3-8b6b-abdbe30e2583 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0520773 Nov 29 21:53:59.196267 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ed923b1a-50c6-4734-93fd-0085d9523d2f req-f052f3ef-b975-489c-8fd5-bc3d97fd7d16 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412095 Nov 29 21:54:00.313260 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44b9f8-43eb-4442-afab-306ac681e140 req-71e4eb3f-6d85-4d6d-acd6-2153be6a96a4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:00.314715 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2e44b9f8-43eb-4442-afab-306ac681e140 req-71e4eb3f-6d85-4d6d-acd6-2153be6a96a4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0477796 Nov 29 21:54:00.362528 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2e44b9f8-43eb-4442-afab-306ac681e140 req-6e2d3c16-7d8b-4298-8646-90e07e39f453 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407586 Nov 29 21:54:01.488696 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0a2fc-8fdc-4c93-9661-6ab95acd92cd req-7484da89-002a-45ac-988b-d02781722b46 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:01.490164 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d0b0a2fc-8fdc-4c93-9661-6ab95acd92cd req-7484da89-002a-45ac-988b-d02781722b46 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0542529 Nov 29 21:54:01.536725 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d0b0a2fc-8fdc-4c93-9661-6ab95acd92cd req-2d09af36-113f-405b-944f-8e2a3cb42664 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407677 Nov 29 21:54:02.656634 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c38bd6-148c-4cc8-a531-21474d37e461 req-49774220-a5a5-46e2-bbe2-5fb1ddb3823d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:02.658133 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-91c38bd6-148c-4cc8-a531-21474d37e461 req-49774220-a5a5-46e2-bbe2-5fb1ddb3823d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0493886 Nov 29 21:54:02.704519 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-91c38bd6-148c-4cc8-a531-21474d37e461 req-857eb64a-9de6-41f0-8928-b72e627da0b3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398681 Nov 29 21:54:03.822174 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f255365-0fc8-4b5b-8275-dca5ee5b165a req-b2db9641-17cb-40d5-ae23-91bf769d6593 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:03.823643 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6f255365-0fc8-4b5b-8275-dca5ee5b165a req-b2db9641-17cb-40d5-ae23-91bf769d6593 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0481918 Nov 29 21:54:03.874687 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6f255365-0fc8-4b5b-8275-dca5ee5b165a req-e0a99688-ac08-49b8-b7f9-7d4d327139c3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452495 Nov 29 21:54:04.994102 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b256117-2777-41ea-9f02-1243db6b64cd req-b5e7c091-58be-47f6-b371-14196543969c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:04.995619 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0b256117-2777-41ea-9f02-1243db6b64cd req-b5e7c091-58be-47f6-b371-14196543969c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0495889 Nov 29 21:54:05.045068 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0b256117-2777-41ea-9f02-1243db6b64cd req-0c27f464-ecc7-4a23-9b11-a8492e9e5097 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433779 Nov 29 21:54:06.161838 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b8f9e-01df-4254-b1c8-cb71031701d0 req-b14d4e6d-8003-45ab-96bb-e5f9abd1d9e9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:06.163923 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-979b8f9e-01df-4254-b1c8-cb71031701d0 req-b14d4e6d-8003-45ab-96bb-e5f9abd1d9e9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0489092 Nov 29 21:54:06.210470 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-979b8f9e-01df-4254-b1c8-cb71031701d0 req-c91edc31-a264-4f9a-b701-8373e15da9c4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398784 Nov 29 21:54:07.212510 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0762ab79-e3ca-46da-aed6-61194053fc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:07.329441 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8062d18-1bb3-4f81-82ef-72e5d09abf4b req-1069ec5f-de4f-4598-8c31-3e6a4b3fe0c4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:07.330878 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b8062d18-1bb3-4f81-82ef-72e5d09abf4b req-1069ec5f-de4f-4598-8c31-3e6a4b3fe0c4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0507710 Nov 29 21:54:07.378353 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b8062d18-1bb3-4f81-82ef-72e5d09abf4b req-fe57e50c-e116-47f6-924d-e737601e6394 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410793 Nov 29 21:54:08.496212 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6385cb-51cc-4d90-a785-30679117c633 req-df92c52d-0fb5-4b76-8e8c-f67906e15483 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:08.497674 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1a6385cb-51cc-4d90-a785-30679117c633 req-df92c52d-0fb5-4b76-8e8c-f67906e15483 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0473754 Nov 29 21:54:08.544392 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1a6385cb-51cc-4d90-a785-30679117c633 req-5ddcc324-ca48-467e-b65d-bdd9ae3efd02 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409954 Nov 29 21:54:09.660662 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0ac79-17d7-40b7-af01-6c8c632ee21b req-902e9f85-e315-4468-9597-42b980f0b433 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:09.662045 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9ef0ac79-17d7-40b7-af01-6c8c632ee21b req-902e9f85-e315-4468-9597-42b980f0b433 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0473266 Nov 29 21:54:09.666381 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-535f6ac8-37e6-4768-9612-9f4bfb87505e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:09.715098 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9ef0ac79-17d7-40b7-af01-6c8c632ee21b req-fc3becf2-0e44-49d9-9268-7c69cbef4099 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440090 Nov 29 21:54:10.833689 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa9bfc-eee8-49cb-8c3c-24ebdaf03b4a req-59cac9fd-7661-430c-8844-c735ee6e407c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:10.835185 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4faa9bfc-eee8-49cb-8c3c-24ebdaf03b4a req-59cac9fd-7661-430c-8844-c735ee6e407c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0493183 Nov 29 21:54:10.854375 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:10.885725 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4faa9bfc-eee8-49cb-8c3c-24ebdaf03b4a req-bb213593-2e36-4360-b117-8a822972279e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447185 Nov 29 21:54:11.630206 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:54:12.003089 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd28b4-0c34-42ff-b124-1eb6f4018ed5 req-dc7e4d18-19df-4fa6-b6bc-170acc57281e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:12.004546 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d9fd28b4-0c34-42ff-b124-1eb6f4018ed5 req-dc7e4d18-19df-4fa6-b6bc-170acc57281e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0472779 Nov 29 21:54:12.052779 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d9fd28b4-0c34-42ff-b124-1eb6f4018ed5 req-34833955-da55-48f8-847c-edf67f6d2dc6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417068 Nov 29 21:54:12.088571 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:13.118720 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:13.176980 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462d7e0-1475-45a0-a460-601dbc5934e5 req-4957a9d3-6e80-45d0-ab39-3561b99a8057 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:13.178369 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3462d7e0-1475-45a0-a460-601dbc5934e5 req-4957a9d3-6e80-45d0-ab39-3561b99a8057 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0522194 Nov 29 21:54:13.226567 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3462d7e0-1475-45a0-a460-601dbc5934e5 req-ca07aff9-3a85-4ce4-9511-3070d7dd1503 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417166 Nov 29 21:54:14.345334 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d96d0d-b4d9-41f3-a9d9-bf054feb9f66 req-22733ea2-5adf-44dd-9b5f-42031e6c91ef tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:14.346793 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-31d96d0d-b4d9-41f3-a9d9-bf054feb9f66 req-22733ea2-5adf-44dd-9b5f-42031e6c91ef tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0482335 Nov 29 21:54:14.395345 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-31d96d0d-b4d9-41f3-a9d9-bf054feb9f66 req-badca35a-8949-4cae-9011-fe2f1e2db31c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418432 Nov 29 21:54:15.520253 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dc2b0-884b-43f8-9a0b-32453d1b599b req-e0382662-edd9-4742-b367-a9331690b02a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:15.521747 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1b1dc2b0-884b-43f8-9a0b-32453d1b599b req-e0382662-edd9-4742-b367-a9331690b02a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0534639 Nov 29 21:54:15.569113 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1b1dc2b0-884b-43f8-9a0b-32453d1b599b req-ee2f97f6-c6db-444f-a40b-b623f3103f85 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407994 Nov 29 21:54:16.687098 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee5622-6c59-40da-af41-f4b8337259b4 req-a045bdf7-f989-4e96-ae67-c5e154e08d8c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:16.688567 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-63ee5622-6c59-40da-af41-f4b8337259b4 req-a045bdf7-f989-4e96-ae67-c5e154e08d8c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0477288 Nov 29 21:54:16.734766 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-63ee5622-6c59-40da-af41-f4b8337259b4 req-2fcb94a9-da28-4d28-bdc8-f6a65460db48 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401111 Nov 29 21:54:17.853387 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8188e24-c211-417a-848c-4ce9a9d92edd req-2aaa2703-050a-4115-955d-4892bca1a43a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:17.854840 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c8188e24-c211-417a-848c-4ce9a9d92edd req-2aaa2703-050a-4115-955d-4892bca1a43a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0479443 Nov 29 21:54:17.904239 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c8188e24-c211-417a-848c-4ce9a9d92edd req-38a0d543-6241-43fb-b3e7-67a980bc9dba tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435567 Nov 29 21:54:19.020246 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5fb80-1059-412b-8f6f-30aa6b3aa002 req-23f11bfd-1038-49f9-915a-c7bb03513339 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:19.021584 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b0a5fb80-1059-412b-8f6f-30aa6b3aa002 req-23f11bfd-1038-49f9-915a-c7bb03513339 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0467246 Nov 29 21:54:19.067936 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b0a5fb80-1059-412b-8f6f-30aa6b3aa002 req-1952620a-36b7-4886-bbc3-1b0e23dc5099 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396516 Nov 29 21:54:20.186253 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb3dfe-77b7-4010-95c5-f984f8f05cf0 req-7a45afca-5640-4c22-ada4-51c4246197ce tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:20.187743 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fefb3dfe-77b7-4010-95c5-f984f8f05cf0 req-7a45afca-5640-4c22-ada4-51c4246197ce tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0485623 Nov 29 21:54:20.234297 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fefb3dfe-77b7-4010-95c5-f984f8f05cf0 req-bcdee132-cf8f-4860-aa23-f5990f8fccbe tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403802 Nov 29 21:54:21.358050 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0686620-d2b5-45a9-bfde-05b2dc5743d8 req-e1e33ddc-5654-41a5-b5a0-0b01e1052e8e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:21.359545 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c0686620-d2b5-45a9-bfde-05b2dc5743d8 req-e1e33ddc-5654-41a5-b5a0-0b01e1052e8e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0513103 Nov 29 21:54:21.406888 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c0686620-d2b5-45a9-bfde-05b2dc5743d8 req-ec87f362-6b37-4d3d-82ed-c010dc4dbe0f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413558 Nov 29 21:54:22.525637 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140b35a-905c-4fa6-94bc-72f29fb7cb98 req-72154efd-a3c8-4873-a178-a22e738fe36b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:22.527159 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3140b35a-905c-4fa6-94bc-72f29fb7cb98 req-72154efd-a3c8-4873-a178-a22e738fe36b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0480492 Nov 29 21:54:22.574526 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3140b35a-905c-4fa6-94bc-72f29fb7cb98 req-4957d6b2-1a14-41ed-93af-a9bd91b1cf81 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414510 Nov 29 21:54:23.691595 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b2463-598f-4d53-acac-6da6c45905cb req-1a62e98d-6182-4626-a370-e6e9db161dda tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:23.693653 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0f5b2463-598f-4d53-acac-6da6c45905cb req-1a62e98d-6182-4626-a370-e6e9db161dda tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0478477 Nov 29 21:54:23.745737 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0f5b2463-598f-4d53-acac-6da6c45905cb req-d08aba6b-de17-4a90-b7e9-cde8a395c4b7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453260 Nov 29 21:54:24.863924 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294c4a3-2dbb-46d2-ab14-49c7af035528 req-d0373b06-1d70-40fa-8ab1-4d91568bf9bb tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:24.865389 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d294c4a3-2dbb-46d2-ab14-49c7af035528 req-d0373b06-1d70-40fa-8ab1-4d91568bf9bb tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0478294 Nov 29 21:54:24.912835 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d294c4a3-2dbb-46d2-ab14-49c7af035528 req-41ba36a1-8568-4488-a035-0e8e29e594a0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407107 Nov 29 21:54:26.032007 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ff7db-cd8e-461f-abe1-5a1177571bb6 req-7cc318ef-83f2-4144-bf2e-9da6477a871d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:26.033354 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1b7ff7db-cd8e-461f-abe1-5a1177571bb6 req-7cc318ef-83f2-4144-bf2e-9da6477a871d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0474069 Nov 29 21:54:26.080335 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1b7ff7db-cd8e-461f-abe1-5a1177571bb6 req-2dda1e1f-cf21-4b8a-9d71-a931c96af478 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412071 Nov 29 21:54:27.200840 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16465057-8495-45c1-8477-a9fd3f82cbbb req-9ad6df6d-0cb3-4c48-a443-589d0692925b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:27.202261 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-16465057-8495-45c1-8477-a9fd3f82cbbb req-9ad6df6d-0cb3-4c48-a443-589d0692925b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0502956 Nov 29 21:54:27.249088 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-16465057-8495-45c1-8477-a9fd3f82cbbb req-f7505415-fea1-4b45-b4fa-cf146669e557 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409248 Nov 29 21:54:28.364929 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb597d-1312-437d-a352-2b975284bc86 req-89b6d3e4-222d-4ca4-bedf-fd8130b9463e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:28.366353 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5ecb597d-1312-437d-a352-2b975284bc86 req-89b6d3e4-222d-4ca4-bedf-fd8130b9463e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0469184 Nov 29 21:54:28.412320 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5ecb597d-1312-437d-a352-2b975284bc86 req-15cabb60-2503-4fbb-a99a-b1fb67956219 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396626 Nov 29 21:54:28.860666 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:29.532206 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bdf68-338c-4bd2-b2ce-94bcd3237f9e req-4ba2b2bf-ebc7-40af-ae3f-72a51c46a745 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:29.533624 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e86bdf68-338c-4bd2-b2ce-94bcd3237f9e req-4ba2b2bf-ebc7-40af-ae3f-72a51c46a745 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0493612 Nov 29 21:54:29.584341 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e86bdf68-338c-4bd2-b2ce-94bcd3237f9e req-1566d370-5513-47b9-8c60-6059d5a1dc5f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443506 Nov 29 21:54:30.715272 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4927067-d4e8-4d13-9414-75c3ff07001d req-58f6d162-03a5-4b85-9f66-20117c886bfb tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:30.716706 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a4927067-d4e8-4d13-9414-75c3ff07001d req-58f6d162-03a5-4b85-9f66-20117c886bfb tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0482152 Nov 29 21:54:30.764636 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a4927067-d4e8-4d13-9414-75c3ff07001d req-8038196c-bfc7-4797-bf2b-f9b2b1a71151 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420375 Nov 29 21:54:31.883569 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16220fd6-da72-4709-814a-d7ddaa0fc9dc req-ef8e531d-3ca4-4f73-ae6a-c2ace288a239 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:31.885032 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-16220fd6-da72-4709-814a-d7ddaa0fc9dc req-ef8e531d-3ca4-4f73-ae6a-c2ace288a239 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0466120 Nov 29 21:54:31.935162 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-16220fd6-da72-4709-814a-d7ddaa0fc9dc req-daa522a0-7be6-4ce9-ba86-adca7930e865 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441837 Nov 29 21:54:33.053509 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa04ace-c5a5-4bba-aa1b-bfb296de5887 req-1b3238ba-414d-46f6-b6aa-8e0fbecfb4e0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:33.054954 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1aa04ace-c5a5-4bba-aa1b-bfb296de5887 req-1b3238ba-414d-46f6-b6aa-8e0fbecfb4e0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0493851 Nov 29 21:54:33.103709 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1aa04ace-c5a5-4bba-aa1b-bfb296de5887 req-1c9a64c3-463c-404a-9bdc-a3e6717e5884 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426173 Nov 29 21:54:34.221643 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe344ff-1bf5-4276-bc3e-42b9e81ba51e req-f59cdb8d-f022-43c5-ae31-ce37abfe97c6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:34.222998 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cbe344ff-1bf5-4276-bc3e-42b9e81ba51e req-f59cdb8d-f022-43c5-ae31-ce37abfe97c6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0478723 Nov 29 21:54:34.269344 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cbe344ff-1bf5-4276-bc3e-42b9e81ba51e req-66f28c00-a18a-41ba-8849-1f69ab5db739 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398309 Nov 29 21:54:35.394596 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6455a84-c189-4560-bb8c-9afb5b4c08af req-841ac4c7-0d52-41c2-91da-afcb0c098dd6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:35.396074 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a6455a84-c189-4560-bb8c-9afb5b4c08af req-841ac4c7-0d52-41c2-91da-afcb0c098dd6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0525565 Nov 29 21:54:35.444500 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a6455a84-c189-4560-bb8c-9afb5b4c08af req-c62a8970-695e-43c3-809a-9f4057d75a79 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424895 Nov 29 21:54:36.561901 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4d193-4ba8-41ab-bfca-8687a27aeb0a req-71ac58f9-7d5d-4a83-bfe0-fd1a172b2ccc tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:36.563498 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e6d4d193-4ba8-41ab-bfca-8687a27aeb0a req-71ac58f9-7d5d-4a83-bfe0-fd1a172b2ccc tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0487094 Nov 29 21:54:36.611598 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e6d4d193-4ba8-41ab-bfca-8687a27aeb0a req-7bb10fb4-a902-4671-94a0-367cbff9a08a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422008 Nov 29 21:54:37.213998 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5cd39b9a-0199-4e27-9e44-bdd46776c64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:37.729833 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256b18c-df69-4f04-bc31-8e9519c1a3ac req-556f8248-c25c-467d-a4f8-c6c2b1d44b4f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:37.731205 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3256b18c-df69-4f04-bc31-8e9519c1a3ac req-556f8248-c25c-467d-a4f8-c6c2b1d44b4f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0476534 Nov 29 21:54:37.780986 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3256b18c-df69-4f04-bc31-8e9519c1a3ac req-44f5eddb-86bd-4c69-8bf4-0f1310371106 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439084 Nov 29 21:54:38.899530 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb2959-c785-487c-b371-af9539867c27 req-7001ecfb-6b9b-4775-8778-e64c273ba856 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:38.901271 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1dfb2959-c785-487c-b371-af9539867c27 req-7001ecfb-6b9b-4775-8778-e64c273ba856 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0484087 Nov 29 21:54:38.948043 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1dfb2959-c785-487c-b371-af9539867c27 req-ebed6fc7-6b1b-4c27-9195-ba87ea829926 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408890 Nov 29 21:54:39.619782 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d097306-ea7e-428c-8982-5bbb2408173b req-69a2809c-0402-4e84-bc34-475e47467853 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:39.621321 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7d097306-ea7e-428c-8982-5bbb2408173b req-69a2809c-0402-4e84-bc34-475e47467853 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/networks?id=983dd8c7-05fb-4c40-89c9-8794f42a407a HTTP/1.1" status: 200 len: 815 time: 0.1018095 Nov 29 21:54:39.636549 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7d097306-ea7e-428c-8982-5bbb2408173b req-ca069d4c-57f3-46d8-b812-5b86b7f5558b tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/quotas/a2a4f8e8463e478f8962647f6049ce0b HTTP/1.1" status: 200 len: 375 time: 0.0095077 Nov 29 21:54:39.670174 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2cc8ab86-99c2-4057-a75c-ab5b20efb06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:39.694169 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7d097306-ea7e-428c-8982-5bbb2408173b req-43961e65-d49a-4862-ba7f-ebd4bb1a6e46 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a2a4f8e8463e478f8962647f6049ce0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0526264 Nov 29 21:54:39.840646 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7d097306-ea7e-428c-8982-5bbb2408173b req-7d1c9e39-d6ea-4aeb-a67b-b67cec6d80c8 service neutron] 10.222.0.62 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393230 Nov 29 21:54:40.128259 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f43bdf-e826-438e-b390-9f6a43df456c req-87a33e09-8be7-463e-a2b2-3ef581abd157 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:40.129692 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c8f43bdf-e826-438e-b390-9f6a43df456c req-87a33e09-8be7-463e-a2b2-3ef581abd157 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0918431 Nov 29 21:54:40.150884 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7d097306-ea7e-428c-8982-5bbb2408173b req-1ff71b06-2f53-467d-b27a-194a309ce91f service neutron] 10.222.0.62 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037055 Nov 29 21:54:40.185763 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c8f43bdf-e826-438e-b390-9f6a43df456c req-7b23ec9d-3a9d-446b-80bd-b0fa8db54aa8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468090 Nov 29 21:54:40.314080 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a49baf77-8ff0-4e54-b304-162aad28eb80 req-ac3627bf-411b-41ee-9cf1-b77fca910f55 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=69f3c77a-a229-45a3-8d0a-fc2c2cac2456 HTTP/1.1" status: 200 len: 210 time: 0.0309784 Nov 29 21:54:40.855956 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:41.315468 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0ccec-7007-4c5c-92b5-5e3fa4c1ed66 req-5cf7c42f-57d9-4cfd-896f-bfccbd19a898 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:41.316940 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-99a0ccec-7007-4c5c-92b5-5e3fa4c1ed66 req-5cf7c42f-57d9-4cfd-896f-bfccbd19a898 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0493255 Nov 29 21:54:41.374766 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d097306-ea7e-428c-8982-5bbb2408173b req-a9e498e7-92ff-4d6a-ac9c-6522016c10bb tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:41.376319 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7d097306-ea7e-428c-8982-5bbb2408173b req-a9e498e7-92ff-4d6a-ac9c-6522016c10bb tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.61 "GET /v2.0/networks?id=983dd8c7-05fb-4c40-89c9-8794f42a407a HTTP/1.1" status: 200 len: 815 time: 0.1185079 Nov 29 21:54:41.391851 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-99a0ccec-7007-4c5c-92b5-5e3fa4c1ed66 req-9580c832-2b32-4c23-84b0-187a380c7132 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685432 Nov 29 21:54:41.397876 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-7d097306-ea7e-428c-8982-5bbb2408173b req-803ec12c-b831-419c-ad4f-832d5da4cd5c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Request body: {'port': {'device_id': '69f3c77a-a229-45a3-8d0a-fc2c2cac2456', 'network_id': '983dd8c7-05fb-4c40-89c9-8794f42a407a', 'admin_state_up': True, 'tenant_id': 'a2a4f8e8463e478f8962647f6049ce0b'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:54:41.449481 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6688798c-6132-4dc0-a72b-285016e90208 req-d421542c-8d3b-43c8-9d0c-2b1804fcead5 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=69f3c77a-a229-45a3-8d0a-fc2c2cac2456 HTTP/1.1" status: 200 len: 210 time: 0.0473325 Nov 29 21:54:41.528085 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d097306-ea7e-428c-8982-5bbb2408173b req-803ec12c-b831-419c-ad4f-832d5da4cd5c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Made reservation on behalf of a2a4f8e8463e478f8962647f6049ce0b for: {'port': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:54:41.531952 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-7d097306-ea7e-428c-8982-5bbb2408173b req-803ec12c-b831-419c-ad4f-832d5da4cd5c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:41.668808 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [req-7d097306-ea7e-428c-8982-5bbb2408173b req-803ec12c-b831-419c-ad4f-832d5da4cd5c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Allocated IP 172.20.0.4 (983dd8c7-05fb-4c40-89c9-8794f42a407a/cddc48a2-9dbb-43c6-9ab8-8af0de869d07/b9124e38-118f-4907-b32b-314b4706c36a) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:54:41.676154 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973166db-27d9-4cf2-80d1-d4ac8cea25e6 req-46021e2a-f5b4-4d1b-85b2-75f4e19023d8 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:41.677661 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-973166db-27d9-4cf2-80d1-d4ac8cea25e6 req-46021e2a-f5b4-4d1b-85b2-75f4e19023d8 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 945 time: 0.0546129 Nov 29 21:54:41.729008 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-973166db-27d9-4cf2-80d1-d4ac8cea25e6 req-d4e8f3f8-243c-4937-897e-68a0427cbd3b tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/security-groups?id=dafa3d29-9645-4293-b8b3-712da2b2fe0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427296 Nov 29 21:54:41.821317 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-7d097306-ea7e-428c-8982-5bbb2408173b req-803ec12c-b831-419c-ad4f-832d5da4cd5c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:41.856895 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-7d097306-ea7e-428c-8982-5bbb2408173b req-803ec12c-b831-419c-ad4f-832d5da4cd5c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:41.869586 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['a8786a8a-cfa1-45de-927d-72613e1bc431'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 21:54:41.902908 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d097306-ea7e-428c-8982-5bbb2408173b req-803ec12c-b831-419c-ad4f-832d5da4cd5c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Network 983dd8c7-05fb-4c40-89c9-8794f42a407a is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:54:41.905851 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [req-7d097306-ea7e-428c-8982-5bbb2408173b req-803ec12c-b831-419c-ad4f-832d5da4cd5c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:54:41.909547 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d097306-ea7e-428c-8982-5bbb2408173b req-803ec12c-b831-419c-ad4f-832d5da4cd5c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:54:41.936812 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ec12c-b831-419c-ad4f-832d5da4cd5c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Pushing event updated for resources: {'Port': ['ID=b9124e38-118f-4907-b32b-314b4706c36a,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:54:41.951512 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ec12c-b831-419c-ad4f-832d5da4cd5c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:41.951864 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ec12c-b831-419c-ad4f-832d5da4cd5c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:41.952211 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ec12c-b831-419c-ad4f-832d5da4cd5c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:41.952551 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ec12c-b831-419c-ad4f-832d5da4cd5c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:41.952887 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ec12c-b831-419c-ad4f-832d5da4cd5c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:41.953231 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ec12c-b831-419c-ad4f-832d5da4cd5c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:41.953558 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ec12c-b831-419c-ad4f-832d5da4cd5c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:41.953911 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ec12c-b831-419c-ad4f-832d5da4cd5c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:41.954239 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ec12c-b831-419c-ad4f-832d5da4cd5c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:41.954565 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ec12c-b831-419c-ad4f-832d5da4cd5c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:41.954898 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ec12c-b831-419c-ad4f-832d5da4cd5c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:41.955245 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ec12c-b831-419c-ad4f-832d5da4cd5c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:41.973628 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d097306-ea7e-428c-8982-5bbb2408173b req-803ec12c-b831-419c-ad4f-832d5da4cd5c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:41.974237 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-7d097306-ea7e-428c-8982-5bbb2408173b req-803ec12c-b831-419c-ad4f-832d5da4cd5c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:41.989454 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7d097306-ea7e-428c-8982-5bbb2408173b req-803ec12c-b831-419c-ad4f-832d5da4cd5c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5991786 Nov 29 21:54:42.058385 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21f741-5899-4dc1-909b-8151f2f707a4 req-0610aeb7-d632-44ad-ad53-487c4137009e tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:42.059889 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-0e21f741-5899-4dc1-909b-8151f2f707a4 req-0610aeb7-d632-44ad-ad53-487c4137009e tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.61 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 945 time: 0.0563807 Nov 29 21:54:42.064912 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-7d097306-ea7e-428c-8982-5bbb2408173b req-e636bbac-5f4a-4611-82fb-adda48de633e service neutron] Request body: {'port': {'device_id': '69f3c77a-a229-45a3-8d0a-fc2c2cac2456', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81972'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:54:42.090894 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:42.171594 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-7d097306-ea7e-428c-8982-5bbb2408173b req-e636bbac-5f4a-4611-82fb-adda48de633e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:42.233087 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-0e21f741-5899-4dc1-909b-8151f2f707a4 req-dd8c16f2-7c75-4c3e-8e53-0c58c00f8402 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Deleting port 5be49f86-624d-461d-90b4-bcadedea22f7 {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:54:42.233421 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-0e21f741-5899-4dc1-909b-8151f2f707a4 req-dd8c16f2-7c75-4c3e-8e53-0c58c00f8402 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:42.396296 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-0e21f741-5899-4dc1-909b-8151f2f707a4 req-dd8c16f2-7c75-4c3e-8e53-0c58c00f8402 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] For port 5be49f86-624d-461d-90b4-bcadedea22f7, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=5be49f86-624d-461d-90b4-bcadedea22f7,segment=NetworkSegment(de0a6a16-024c-488f-ad7d-86873bf86dc1),segment_id=de0a6a16-024c-488f-ad7d-86873bf86dc1)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:54:42.397014 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-0e21f741-5899-4dc1-909b-8151f2f707a4 req-dd8c16f2-7c75-4c3e-8e53-0c58c00f8402 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:42.435683 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-0e21f741-5899-4dc1-909b-8151f2f707a4 req-dd8c16f2-7c75-4c3e-8e53-0c58c00f8402 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Calling delete_port for 5be49f86-624d-461d-90b4-bcadedea22f7 owned by compute:nova {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:54:42.530720 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685ebd5-daca-4ba8-a894-ace764a94c1c req-3ffce405-a4cb-45c1-b9e8-9c71ca8c332c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:42.532890 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e685ebd5-daca-4ba8-a894-ace764a94c1c req-3ffce405-a4cb-45c1-b9e8-9c71ca8c332c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0629628 Nov 29 21:54:42.576480 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [req-7d097306-ea7e-428c-8982-5bbb2408173b req-e636bbac-5f4a-4611-82fb-adda48de633e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9124e38-118f-4907-b32b-314b4706c36a {{(pid=109068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:54:42.585259 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-7d097306-ea7e-428c-8982-5bbb2408173b req-e636bbac-5f4a-4611-82fb-adda48de633e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:42.614754 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415e79a-a824-485c-8831-70b7e8ca161e req-7cb114f4-06d8-49db-a75d-83c956f242d1 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:42.616254 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0415e79a-a824-485c-8831-70b7e8ca161e req-7cb114f4-06d8-49db-a75d-83c956f242d1 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=69f3c77a-a229-45a3-8d0a-fc2c2cac2456 HTTP/1.1" status: 200 len: 931 time: 0.0824718 Nov 29 21:54:42.620543 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e685ebd5-daca-4ba8-a894-ace764a94c1c req-5c7a1030-4fd7-4eef-9579-2a867757e44b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772598 Nov 29 21:54:42.650957 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-0e21f741-5899-4dc1-909b-8151f2f707a4 req-dd8c16f2-7c75-4c3e-8e53-0c58c00f8402 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:42.653335 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.provisioning_blocks [req-7d097306-ea7e-428c-8982-5bbb2408173b req-e636bbac-5f4a-4611-82fb-adda48de633e service neutron] Transition to ACTIVE for port object b9124e38-118f-4907-b32b-314b4706c36a will not be triggered until provisioned by entity L2. {{(pid=109068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 21:54:42.664799 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['5be49f86-624d-461d-90b4-bcadedea22f7'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 21:54:42.676902 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0415e79a-a824-485c-8831-70b7e8ca161e req-063f8140-6166-4292-aba6-d98665e5755e tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534449 Nov 29 21:54:42.680536 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-7d097306-ea7e-428c-8982-5bbb2408173b req-e636bbac-5f4a-4611-82fb-adda48de633e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126529652'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:42.688719 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c16f2-7c75-4c3e-8e53-0c58c00f8402 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Pushing event deleted for resources: {'Port': ['ID=5be49f86-624d-461d-90b4-bcadedea22f7,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:54:42.761213 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e21f741-5899-4dc1-909b-8151f2f707a4 req-dd8c16f2-7c75-4c3e-8e53-0c58c00f8402 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] No DVR routers for this DVR port 5be49f86-624d-461d-90b4-bcadedea22f7 on host hv-cinder-81972 {{(pid=109068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 21:54:42.765849 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-0e21f741-5899-4dc1-909b-8151f2f707a4 req-dd8c16f2-7c75-4c3e-8e53-0c58c00f8402 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:42.769139 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-0e21f741-5899-4dc1-909b-8151f2f707a4 req-dd8c16f2-7c75-4c3e-8e53-0c58c00f8402 tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.61 "DELETE /v2.0/ports/5be49f86-624d-461d-90b4-bcadedea22f7 HTTP/1.1" status: 204 len: 173 time: 0.7016168 Nov 29 21:54:42.771619 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953fea49-adec-4352-be6f-774342a7661a', 'name': 'network-vif-deleted', 'tag': '5be49f86-624d-461d-90b4-bcadedea22f7'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:54:42.774392 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd047089-5db6-4474-a355-4d9e13c9fd6b" -d '{"events": [{"server_uuid": "953fea49-adec-4352-be6f-774342a7661a", "name": "network-vif-deleted", "tag": "5be49f86-624d-461d-90b4-bcadedea22f7"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:54:42.784028 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636bbac-5f4a-4611-82fb-adda48de633e service neutron] Pushing event updated for resources: {'Port': ['ID=b9124e38-118f-4907-b32b-314b4706c36a,revision_number=2']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:54:42.855319 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-7d097306-ea7e-428c-8982-5bbb2408173b req-e636bbac-5f4a-4611-82fb-adda48de633e service neutron] Attempting to bind port b9124e38-118f-4907-b32b-314b4706c36a on host hv-cinder-81972 for vnic_type normal with profile {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:54:42.855769 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-7d097306-ea7e-428c-8982-5bbb2408173b req-e636bbac-5f4a-4611-82fb-adda48de633e service neutron] Attempting to bind port b9124e38-118f-4907-b32b-314b4706c36a by drivers openvswitch,hyperv on host hv-cinder-81972 at level 0 using segments [{'id': '1a36d94c-512a-420a-8203-8174481a1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '983dd8c7-05fb-4c40-89c9-8794f42a407a'}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:54:42.856223 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d097306-ea7e-428c-8982-5bbb2408173b req-e636bbac-5f4a-4611-82fb-adda48de633e service neutron] Attempting to bind port b9124e38-118f-4907-b32b-314b4706c36a on network 983dd8c7-05fb-4c40-89c9-8794f42a407a {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:54:42.861639 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d097306-ea7e-428c-8982-5bbb2408173b req-e636bbac-5f4a-4611-82fb-adda48de633e service neutron] Port b9124e38-118f-4907-b32b-314b4706c36a on network 983dd8c7-05fb-4c40-89c9-8794f42a407a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81972 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 21:54:42.862064 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d097306-ea7e-428c-8982-5bbb2408173b req-e636bbac-5f4a-4611-82fb-adda48de633e service neutron] Attempting to bind port b9124e38-118f-4907-b32b-314b4706c36a on network 983dd8c7-05fb-4c40-89c9-8794f42a407a {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:54:42.867872 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d097306-ea7e-428c-8982-5bbb2408173b req-e636bbac-5f4a-4611-82fb-adda48de633e service neutron] Checking agent: {'id': 'bd4952a7-5212-46e1-86e6-5bf28a3d3387', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81972', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'started_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:54:42.868313 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d097306-ea7e-428c-8982-5bbb2408173b req-e636bbac-5f4a-4611-82fb-adda48de633e service neutron] Checking segment: {'id': '1a36d94c-512a-420a-8203-8174481a1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '983dd8c7-05fb-4c40-89c9-8794f42a407a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:54:42.868789 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d097306-ea7e-428c-8982-5bbb2408173b req-e636bbac-5f4a-4611-82fb-adda48de633e service neutron] Bound using segment: {'id': '1a36d94c-512a-420a-8203-8174481a1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '983dd8c7-05fb-4c40-89c9-8794f42a407a'} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:54:42.869907 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-7d097306-ea7e-428c-8982-5bbb2408173b req-e636bbac-5f4a-4611-82fb-adda48de633e service neutron] Bound port: b9124e38-118f-4907-b32b-314b4706c36a, host: hv-cinder-81972, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a36d94c-512a-420a-8203-8174481a1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '983dd8c7-05fb-4c40-89c9-8794f42a407a'}}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:54:42.870359 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-7d097306-ea7e-428c-8982-5bbb2408173b req-e636bbac-5f4a-4611-82fb-adda48de633e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:42.871154 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9cecfa1a-b9d6-4968-9e70-78b7575dc3f1 req-1d1683ce-8345-4e73-9c8b-3e5e4046e9df tempest-DeleteServersTestJSON-911889068 tempest-DeleteServersTestJSON-911889068-project] 10.222.0.62 "GET /v2.0/ports?device_id=953fea49-adec-4352-be6f-774342a7661a HTTP/1.1" status: 200 len: 210 time: 0.0532632 Nov 29 21:54:42.909426 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 21:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226dd6a9-661f-46c3-914a-21d51673e17d x-openstack-request-id: req-226dd6a9-661f-46c3-914a-21d51673e17d {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:54:42.909722 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953fea49-adec-4352-be6f-774342a7661a", "name": "network-vif-deleted", "tag": "5be49f86-624d-461d-90b4-bcadedea22f7", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:54:42.909974 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-226dd6a9-661f-46c3-914a-21d51673e17d {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:54:42.910451 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fea49-adec-4352-be6f-774342a7661a', 'name': 'network-vif-deleted', 'tag': '5be49f86-624d-461d-90b4-bcadedea22f7', 'status': 'completed', 'code': 200} Nov 29 21:54:42.943286 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-7d097306-ea7e-428c-8982-5bbb2408173b req-e636bbac-5f4a-4611-82fb-adda48de633e service neutron] For port b9124e38-118f-4907-b32b-314b4706c36a, host hv-cinder-81972, cleared binding levels {{(pid=109068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:54:42.946400 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-7d097306-ea7e-428c-8982-5bbb2408173b req-e636bbac-5f4a-4611-82fb-adda48de633e service neutron] For port b9124e38-118f-4907-b32b-314b4706c36a, host hv-cinder-81972, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=b9124e38-118f-4907-b32b-314b4706c36a,segment=NetworkSegment(1a36d94c-512a-420a-8203-8174481a1b34),segment_id=1a36d94c-512a-420a-8203-8174481a1b34)] {{(pid=109068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:54:42.951325 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-7d097306-ea7e-428c-8982-5bbb2408173b req-e636bbac-5f4a-4611-82fb-adda48de633e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126529652'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:42.988668 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d097306-ea7e-428c-8982-5bbb2408173b req-e636bbac-5f4a-4611-82fb-adda48de633e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:42.989377 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-7d097306-ea7e-428c-8982-5bbb2408173b req-e636bbac-5f4a-4611-82fb-adda48de633e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:42.990757 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7d097306-ea7e-428c-8982-5bbb2408173b req-e636bbac-5f4a-4611-82fb-adda48de633e service neutron] 10.222.0.61 "PUT /v2.0/ports/b9124e38-118f-4907-b32b-314b4706c36a HTTP/1.1" status: 200 len: 1093 time: 0.9884136 Nov 29 21:54:43.007501 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636bbac-5f4a-4611-82fb-adda48de633e service neutron] Pushing event updated for resources: {'Port': ['ID=b9124e38-118f-4907-b32b-314b4706c36a,revision_number=3']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:54:43.069470 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d097306-ea7e-428c-8982-5bbb2408173b req-1cb55e3b-03b0-4107-83c8-6fb9581b8538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:43.070956 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7d097306-ea7e-428c-8982-5bbb2408173b req-1cb55e3b-03b0-4107-83c8-6fb9581b8538 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2a4f8e8463e478f8962647f6049ce0b&device_id=69f3c77a-a229-45a3-8d0a-fc2c2cac2456 HTTP/1.1" status: 200 len: 1096 time: 0.0436714 Nov 29 21:54:43.112138 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7d097306-ea7e-428c-8982-5bbb2408173b req-dc236f69-3f40-4398-b00a-4beebcc67795 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9124e38-118f-4907-b32b-314b4706c36a HTTP/1.1" status: 200 len: 217 time: 0.0324383 Nov 29 21:54:43.122547 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:43.162098 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d097306-ea7e-428c-8982-5bbb2408173b req-703ad5f3-d24e-4161-af18-a7de45d58098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:43.163585 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7d097306-ea7e-428c-8982-5bbb2408173b req-703ad5f3-d24e-4161-af18-a7de45d58098 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cddc48a2-9dbb-43c6-9ab8-8af0de869d07 HTTP/1.1" status: 200 len: 855 time: 0.0433004 Nov 29 21:54:43.206188 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7d097306-ea7e-428c-8982-5bbb2408173b req-cbabb8b5-96a9-425a-89b8-acb3d12017fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=983dd8c7-05fb-4c40-89c9-8794f42a407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285628 Nov 29 21:54:43.297836 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7d097306-ea7e-428c-8982-5bbb2408173b req-2bb5cf78-830b-4f5e-a180-20fc4d3b859f service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838723 Nov 29 21:54:43.394941 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7d097306-ea7e-428c-8982-5bbb2408173b req-33571e0c-5fea-46c4-8c3a-971ad15edc05 service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901873 Nov 29 21:54:43.753349 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060033c-2240-43f6-bf91-12500eb03bb2 req-6d4e7d69-5b02-4c7f-b5d9-6dcb16714716 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:43.754813 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6060033c-2240-43f6-bf91-12500eb03bb2 req-6d4e7d69-5b02-4c7f-b5d9-6dcb16714716 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0538807 Nov 29 21:54:43.831541 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6060033c-2240-43f6-bf91-12500eb03bb2 req-405c3964-5b86-4e15-8d55-6b6dda475128 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708566 Nov 29 21:54:43.843410 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a100524-2606-449f-af6b-73d2a4b19ffc req-af4120f6-9da9-474f-a344-2df064ac9dd4 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:43.844828 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8a100524-2606-449f-af6b-73d2a4b19ffc req-af4120f6-9da9-474f-a344-2df064ac9dd4 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=69f3c77a-a229-45a3-8d0a-fc2c2cac2456 HTTP/1.1" status: 200 len: 943 time: 0.0784850 Nov 29 21:54:43.892783 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8a100524-2606-449f-af6b-73d2a4b19ffc req-97ef4a59-9468-45da-afb7-0cd78108748a tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416853 Nov 29 21:54:43.933362 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 39676) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:54:44.052156 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d40745-4bab-4f45-ae8f-d7e689a68161 admin admin] Deleting subnet 34279472-7150-43f3-82ee-5f76f6b76ca2 {{(pid=109067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 21:54:44.055272 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-30d40745-4bab-4f45-ae8f-d7e689a68161 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:44.090020 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-30d40745-4bab-4f45-ae8f-d7e689a68161 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:44.099221 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-30d40745-4bab-4f45-ae8f-d7e689a68161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730469'] for subnet, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:44.157271 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-30d40745-4bab-4f45-ae8f-d7e689a68161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for subnet, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:44.182337 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d40745-4bab-4f45-ae8f-d7e689a68161 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34279472-7150-43f3-82ee-5f76f6b76ca2,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:54:44.186903 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-30d40745-4bab-4f45-ae8f-d7e689a68161 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:44.190122 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-30d40745-4bab-4f45-ae8f-d7e689a68161 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/34279472-7150-43f3-82ee-5f76f6b76ca2 HTTP/1.1" status: 204 len: 168 time: 0.2557545 Nov 29 21:54:44.193265 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 39680) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:54:44.195379 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d40745-4bab-4f45-ae8f-d7e689a68161 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:44.195729 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d40745-4bab-4f45-ae8f-d7e689a68161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:44.196072 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d40745-4bab-4f45-ae8f-d7e689a68161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:44.196411 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d40745-4bab-4f45-ae8f-d7e689a68161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:44.196742 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d40745-4bab-4f45-ae8f-d7e689a68161 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:44.197071 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d40745-4bab-4f45-ae8f-d7e689a68161 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:44.197399 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d40745-4bab-4f45-ae8f-d7e689a68161 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:44.197724 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d40745-4bab-4f45-ae8f-d7e689a68161 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:44.198701 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d40745-4bab-4f45-ae8f-d7e689a68161 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:44.199135 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d40745-4bab-4f45-ae8f-d7e689a68161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:44.199559 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d40745-4bab-4f45-ae8f-d7e689a68161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:44.199887 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d40745-4bab-4f45-ae8f-d7e689a68161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:44.262035 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-cc94ff4b-e625-4f9c-ae77-1bb6c4f02d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606273'] for network, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:44.342360 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-cc94ff4b-e625-4f9c-ae77-1bb6c4f02d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731116', 'neutron.services.segments.db._delete_segments_for_network-8752945619276'] for network, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:44.362252 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.services.segments.db [None req-cc94ff4b-e625-4f9c-ae77-1bb6c4f02d6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e31e2f-d5f7-4c99-b745-8888c8a5010d']}} {{(pid=109068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:54:44.371457 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.services.segments.db [None req-cc94ff4b-e625-4f9c-ae77-1bb6c4f02d6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0a6a16-024c-488f-ad7d-86873bf86dc1') {'for_net_delete': True} {{(pid=109068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:54:44.371751 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.services.segments.db [None req-cc94ff4b-e625-4f9c-ae77-1bb6c4f02d6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0a6a16-024c-488f-ad7d-86873bf86dc1') {} {{(pid=109068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:54:44.380941 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-cc94ff4b-e625-4f9c-ae77-1bb6c4f02d6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752945621589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127331858'] for segment, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:44.394139 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-cc94ff4b-e625-4f9c-ae77-1bb6c4f02d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:44.400026 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc94ff4b-e625-4f9c-ae77-1bb6c4f02d6b admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=109068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 21:54:44.400392 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-cc94ff4b-e625-4f9c-ae77-1bb6c4f02d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126529624'] for segment, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: Traceback (most recent call last): Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: timer() Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: cb(*args, **kw) Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: return func(*args, **kwargs) Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: self._notify() Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: self.callback(batched_events) Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: event.method(event) Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: return f(self, *a, **k) Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: return self._get(url).json() Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: return self.request(url, 'GET', **kwargs) Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 21:54:44.402568 dv-cinder-819722-1-iscsi neutron-server[109068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 21:54:44.456731 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-cc94ff4b-e625-4f9c-ae77-1bb6c4f02d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811335'] for network, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:44.461874 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-cc94ff4b-e625-4f9c-ae77-1bb6c4f02d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:44.465683 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-cc94ff4b-e625-4f9c-ae77-1bb6c4f02d6b admin admin] 10.222.0.62 "DELETE /v2.0/networks/12e31e2f-d5f7-4c99-b745-8888c8a5010d HTTP/1.1" status: 204 len: 168 time: 0.2713339 Nov 29 21:54:44.593151 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 39686) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:54:44.638026 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-85cb73d2-470c-46d6-a19c-3c7b3e8d272f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dcc16b16da7c473bbbf22b78232706fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410762 Nov 29 21:54:44.638240 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 39688) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:54:44.687221 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-ef48de83-c89f-4c53-b8e3-f736de5e3f5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:44.709488 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-ef48de83-c89f-4c53-b8e3-f736de5e3f5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:44.711864 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94ff4b-e625-4f9c-ae77-1bb6c4f02d6b admin admin] Pushing event deleted for resources: {'Network': ['ID=12e31e2f-d5f7-4c99-b745-8888c8a5010d,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:54:44.757137 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-ef48de83-c89f-4c53-b8e3-f736de5e3f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:44.759927 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-ef48de83-c89f-4c53-b8e3-f736de5e3f5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:44.761109 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-ef48de83-c89f-4c53-b8e3-f736de5e3f5f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dafa3d29-9645-4293-b8b3-712da2b2fe0e HTTP/1.1" status: 204 len: 168 time: 0.1219602 Nov 29 21:54:44.768976 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48de83-c89f-4c53-b8e3-f736de5e3f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafa3d29-9645-4293-b8b3-712da2b2fe0e,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:54:44.911440 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f3c77a-a229-45a3-8d0a-fc2c2cac2456', 'tag': 'b9124e38-118f-4907-b32b-314b4706c36a'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:54:44.913864 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08deebbd-474a-4fd8-8079-8c63a5221981" -d '{"events": [{"name": "network-changed", "server_uuid": "69f3c77a-a229-45a3-8d0a-fc2c2cac2456", "tag": "b9124e38-118f-4907-b32b-314b4706c36a"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:54:44.966431 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb488fa-8372-468d-9e62-3b189d8fa09c req-c51cb56b-4d62-4b3d-bbb0-61a48d800b1c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:44.968031 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1bb488fa-8372-468d-9e62-3b189d8fa09c req-c51cb56b-4d62-4b3d-bbb0-61a48d800b1c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0643101 Nov 29 21:54:45.045333 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1bb488fa-8372-468d-9e62-3b189d8fa09c req-6482a297-2dbf-4d80-8a88-4db9c5fb1c22 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666072 Nov 29 21:54:45.045811 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device b9124e38-118f-4907-b32b-314b4706c36a details requested by agent hyperv_hv-cinder-81972 with host hv-cinder-81972 {{(pid=109069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 21:54:45.049758 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 5be49f86-624d-461d-90b4-bcadedea22f7 no longer exists at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 21:54:45.053495 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbec039-a20f-43ac-8b53-52bc208d1639 req-62f2dcce-1671-4918-973c-44876ef2e1d5 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:45.055303 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-dbbec039-a20f-43ac-8b53-52bc208d1639 req-62f2dcce-1671-4918-973c-44876ef2e1d5 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=69f3c77a-a229-45a3-8d0a-fc2c2cac2456 HTTP/1.1" status: 200 len: 943 time: 0.0861342 Nov 29 21:54:45.086594 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] No Port match for: 5be49f86-624d-461d-90b4-bcadedea22f7 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 21:54:45.087368 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 5be49f86-624d-461d-90b4-bcadedea22f7 not bound to the agent host hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 21:54:45.105365 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 21:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8749dc95-4d21-45ba-9665-73824688c7c2 x-openstack-request-id: req-8749dc95-4d21-45ba-9665-73824688c7c2 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:54:45.105667 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f3c77a-a229-45a3-8d0a-fc2c2cac2456", "tag": "b9124e38-118f-4907-b32b-314b4706c36a", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:54:45.105915 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8749dc95-4d21-45ba-9665-73824688c7c2 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:54:45.106493 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f3c77a-a229-45a3-8d0a-fc2c2cac2456', 'tag': 'b9124e38-118f-4907-b32b-314b4706c36a', 'status': 'completed', 'code': 200} Nov 29 21:54:45.116351 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-dbbec039-a20f-43ac-8b53-52bc208d1639 req-10ef99b6-76e1-42c2-926a-0e8b6fe86462 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537758 Nov 29 21:54:45.185148 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08deebbd-474a-4fd8-8079-8c63a5221981 req-e6d991c4-d86b-4db9-b4b2-9ee85f7d8fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:45.186791 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-08deebbd-474a-4fd8-8079-8c63a5221981 req-e6d991c4-d86b-4db9-b4b2-9ee85f7d8fb7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2a4f8e8463e478f8962647f6049ce0b&device_id=69f3c77a-a229-45a3-8d0a-fc2c2cac2456 HTTP/1.1" status: 200 len: 1096 time: 0.0504999 Nov 29 21:54:45.211937 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port b9124e38-118f-4907-b32b-314b4706c36a, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=b9124e38-118f-4907-b32b-314b4706c36a,segment=NetworkSegment(1a36d94c-512a-420a-8203-8174481a1b34),segment_id=1a36d94c-512a-420a-8203-8174481a1b34)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:54:45.224352 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Returning: {'device': 'b9124e38-118f-4907-b32b-314b4706c36a', 'network_id': '983dd8c7-05fb-4c40-89c9-8794f42a407a', 'port_id': 'b9124e38-118f-4907-b32b-314b4706c36a', 'mac_address': 'fa:16:3e:2a:f7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cddc48a2-9dbb-43c6-9ab8-8af0de869d07', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 21:54:45.267703 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:45.282798 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9124e38-118f-4907-b32b-314b4706c36a {{(pid=109069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:54:45.296472 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08deebbd-474a-4fd8-8079-8c63a5221981 req-64dadf15-95ae-4916-aea6-29286f2a1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:45.297909 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-08deebbd-474a-4fd8-8079-8c63a5221981 req-64dadf15-95ae-4916-aea6-29286f2a1cf5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=983dd8c7-05fb-4c40-89c9-8794f42a407a HTTP/1.1" status: 200 len: 916 time: 0.1040516 Nov 29 21:54:45.303292 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port b9124e38-118f-4907-b32b-314b4706c36a, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=b9124e38-118f-4907-b32b-314b4706c36a,segment=NetworkSegment(1a36d94c-512a-420a-8203-8174481a1b34),segment_id=1a36d94c-512a-420a-8203-8174481a1b34)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:54:45.308104 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:45.340407 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-08deebbd-474a-4fd8-8079-8c63a5221981 req-b247c686-c722-4d5a-a1ce-36442f71b86e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9124e38-118f-4907-b32b-314b4706c36a HTTP/1.1" status: 200 len: 217 time: 0.0352645 Nov 29 21:54:45.363749 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=b9124e38-118f-4907-b32b-314b4706c36a,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:54:45.370849 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:45.371250 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:45.371592 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:45.372097 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:45.372433 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:45.372761 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:45.373086 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:45.373409 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:45.373742 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:45.374063 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:45.374446 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:45.374787 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:54:45.398922 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08deebbd-474a-4fd8-8079-8c63a5221981 req-798f6cc6-18e2-4811-96b2-9dc4524a8bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:45.400436 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-08deebbd-474a-4fd8-8079-8c63a5221981 req-798f6cc6-18e2-4811-96b2-9dc4524a8bb8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cddc48a2-9dbb-43c6-9ab8-8af0de869d07 HTTP/1.1" status: 200 len: 855 time: 0.0526648 Nov 29 21:54:45.433559 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-08deebbd-474a-4fd8-8079-8c63a5221981 req-334f864a-40de-4a34-ab03-8e59c53eeb9c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=983dd8c7-05fb-4c40-89c9-8794f42a407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242691 Nov 29 21:54:45.530277 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-08deebbd-474a-4fd8-8079-8c63a5221981 req-c7a97e33-e393-4a94-9d69-32d50e8a5918 service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900035 Nov 29 21:54:45.611487 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['b9124e38-118f-4907-b32b-314b4706c36a'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 21:54:45.643438 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-08deebbd-474a-4fd8-8079-8c63a5221981 req-3e451d22-9421-4159-8696-5c0114fd611b service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036074 Nov 29 21:54:46.173705 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43765a74-3ad9-4d09-8d41-7cf917eb258e req-cf118ca5-c715-4afd-980c-7609241da2d7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:46.175351 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-43765a74-3ad9-4d09-8d41-7cf917eb258e req-cf118ca5-c715-4afd-980c-7609241da2d7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0486300 Nov 29 21:54:46.252898 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-43765a74-3ad9-4d09-8d41-7cf917eb258e req-9760daa7-bde1-4ac4-bbc9-f6370391d031 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719190 Nov 29 21:54:46.273096 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef3599-7a28-4548-93fc-6e0e08506c25 req-a016e57a-02f7-455c-8ecd-d469f61c98b8 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:46.275562 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ffef3599-7a28-4548-93fc-6e0e08506c25 req-a016e57a-02f7-455c-8ecd-d469f61c98b8 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=69f3c77a-a229-45a3-8d0a-fc2c2cac2456 HTTP/1.1" status: 200 len: 944 time: 0.0773585 Nov 29 21:54:46.330364 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ffef3599-7a28-4548-93fc-6e0e08506c25 req-69838c5e-dc16-46e6-9a80-2a44c020f016 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488920 Nov 29 21:54:47.075204 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device b9124e38-118f-4907-b32b-314b4706c36a up at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:54:47.125667 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning for port b9124e38-118f-4907-b32b-314b4706c36a completed by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 21:54:47.129655 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning complete for port b9124e38-118f-4907-b32b-314b4706c36a triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:54:47.130048 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:47.207896 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:47.230085 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f3c77a-a229-45a3-8d0a-fc2c2cac2456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9124e38-118f-4907-b32b-314b4706c36a'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:54:47.232317 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}794315610de439447aed72074188a67d63b98ede12239f2058763371c4f7a0e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec7a7ce-d53b-4f01-be12-fda142fa212f" -d '{"events": [{"server_uuid": "69f3c77a-a229-45a3-8d0a-fc2c2cac2456", "name": "network-vif-plugged", "status": "completed", "tag": "b9124e38-118f-4907-b32b-314b4706c36a"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:54:47.245470 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port b9124e38-118f-4907-b32b-314b4706c36a, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=b9124e38-118f-4907-b32b-314b4706c36a,segment=NetworkSegment(1a36d94c-512a-420a-8203-8174481a1b34),segment_id=1a36d94c-512a-420a-8203-8174481a1b34)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:54:47.249521 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:47.302031 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=b9124e38-118f-4907-b32b-314b4706c36a,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:54:47.380742 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a4f7f-00bc-47b5-8686-3a877e6e2f07 req-647b8edc-d31e-47fb-aee5-db2b74166307 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:47.382245 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8d3a4f7f-00bc-47b5-8686-3a877e6e2f07 req-647b8edc-d31e-47fb-aee5-db2b74166307 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0518751 Nov 29 21:54:47.392501 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 21:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0734c557-0f3e-4455-934c-a1c6d9e16827 x-openstack-request-id: req-0734c557-0f3e-4455-934c-a1c6d9e16827 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:54:47.393017 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f3c77a-a229-45a3-8d0a-fc2c2cac2456", "name": "network-vif-plugged", "status": "completed", "tag": "b9124e38-118f-4907-b32b-314b4706c36a", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:54:47.393345 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0734c557-0f3e-4455-934c-a1c6d9e16827 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:54:47.393871 dv-cinder-819722-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f3c77a-a229-45a3-8d0a-fc2c2cac2456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9124e38-118f-4907-b32b-314b4706c36a', 'code': 200} Nov 29 21:54:47.437021 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8d3a4f7f-00bc-47b5-8686-3a877e6e2f07 req-21a40559-d58e-4c07-bb5a-b6522c1a96b0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481365 Nov 29 21:54:47.493125 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9dbaa-0076-4119-9064-d7b0a631dc2d req-cd43c09a-755c-4246-9333-18474dcb0a49 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:47.494599 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-00a9dbaa-0076-4119-9064-d7b0a631dc2d req-cd43c09a-755c-4246-9333-18474dcb0a49 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=69f3c77a-a229-45a3-8d0a-fc2c2cac2456 HTTP/1.1" status: 200 len: 945 time: 0.0566254 Nov 29 21:54:47.549685 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-00a9dbaa-0076-4119-9064-d7b0a631dc2d req-07d75aad-2de3-4fcf-b17a-29e8f4b32d63 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459619 Nov 29 21:54:47.566899 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e538251-9609-4ac2-ab0f-4514a65c94c0 req-af28d828-69c0-4554-b0f5-2af858744b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:47.568974 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1e538251-9609-4ac2-ab0f-4514a65c94c0 req-af28d828-69c0-4554-b0f5-2af858744b4e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=69f3c77a-a229-45a3-8d0a-fc2c2cac2456 HTTP/1.1" status: 200 len: 1098 time: 0.0466115 Nov 29 21:54:47.613812 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1e538251-9609-4ac2-ab0f-4514a65c94c0 req-da800caf-7a8f-42d8-b8ad-415bd705c8a7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379181 Nov 29 21:54:48.553384 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fac662-6f7f-4eb1-88a3-d340afe5471d req-ece19e80-79c1-4297-8a39-4d660a8096df tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:48.554859 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-56fac662-6f7f-4eb1-88a3-d340afe5471d req-ece19e80-79c1-4297-8a39-4d660a8096df tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0476053 Nov 29 21:54:48.606070 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-56fac662-6f7f-4eb1-88a3-d340afe5471d req-4fe1f328-ad98-404e-a8f2-8944aadca199 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431912 Nov 29 21:54:48.633161 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:54:48.668444 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03730a39-6230-4a58-b516-08953d5d0ccf req-ce9e2b56-e07c-480f-a901-345462851a44 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:48.669934 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-03730a39-6230-4a58-b516-08953d5d0ccf req-ce9e2b56-e07c-480f-a901-345462851a44 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=69f3c77a-a229-45a3-8d0a-fc2c2cac2456 HTTP/1.1" status: 200 len: 945 time: 0.0523164 Nov 29 21:54:48.722141 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-03730a39-6230-4a58-b516-08953d5d0ccf req-b030cfdd-9f86-4467-be4c-dcd6fa4e049f tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459797 Nov 29 21:54:49.732426 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd8cfb-4175-4a7b-b4a0-24e03b34781d req-2881fb64-1f59-44e7-a572-a5e4a7278dcb tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:49.733801 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-86cd8cfb-4175-4a7b-b4a0-24e03b34781d req-2881fb64-1f59-44e7-a572-a5e4a7278dcb tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0491774 Nov 29 21:54:49.781617 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-86cd8cfb-4175-4a7b-b4a0-24e03b34781d req-c307bc7a-ca5f-4159-b424-58b09cc08f04 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419960 Nov 29 21:54:49.839848 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b359c2-dd1e-4632-952a-5329b5959e28 req-29feff5f-e2ae-4bf3-9493-73a202b86224 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:49.841329 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-02b359c2-dd1e-4632-952a-5329b5959e28 req-29feff5f-e2ae-4bf3-9493-73a202b86224 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=69f3c77a-a229-45a3-8d0a-fc2c2cac2456 HTTP/1.1" status: 200 len: 945 time: 0.0514469 Nov 29 21:54:49.888245 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-02b359c2-dd1e-4632-952a-5329b5959e28 req-4d1565d3-0494-4acf-a765-019e7025f08b tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410635 Nov 29 21:54:50.903695 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f275a6-6f75-4959-8449-8483d1eafbfc req-cb530a18-e2a5-4192-b6ea-32e5f5bed095 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:50.905145 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-26f275a6-6f75-4959-8449-8483d1eafbfc req-cb530a18-e2a5-4192-b6ea-32e5f5bed095 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0531869 Nov 29 21:54:50.952803 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-26f275a6-6f75-4959-8449-8483d1eafbfc req-434deebe-1311-47c9-a327-4466f53d6e70 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417964 Nov 29 21:54:52.070272 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1a56a-233d-4e38-9f78-8f2e8464538c req-f5b7f67b-e7fc-455f-8368-b31c3995bda1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:52.071831 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8fb1a56a-233d-4e38-9f78-8f2e8464538c req-f5b7f67b-e7fc-455f-8368-b31c3995bda1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0486238 Nov 29 21:54:52.121172 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8fb1a56a-233d-4e38-9f78-8f2e8464538c req-ef3656e6-bfd1-4940-958a-fbe053f56935 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426028 Nov 29 21:54:53.248805 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbddcc3-34a2-4451-b3e6-147f2fc99521 req-1d49d411-bb4d-4fb6-a3e1-b24e8fff1d0f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:53.250461 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1cbddcc3-34a2-4451-b3e6-147f2fc99521 req-1d49d411-bb4d-4fb6-a3e1-b24e8fff1d0f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0540752 Nov 29 21:54:53.318585 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1cbddcc3-34a2-4451-b3e6-147f2fc99521 req-0697c5f4-5737-4b31-8ae2-14218ace8456 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496264 Nov 29 21:54:54.435382 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24192986-a63c-4851-b43d-d8e2259b36ab req-bbe4c3a4-d198-4203-bbd9-0909b5c9767e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:54.436851 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-24192986-a63c-4851-b43d-d8e2259b36ab req-bbe4c3a4-d198-4203-bbd9-0909b5c9767e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0501301 Nov 29 21:54:54.484491 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-24192986-a63c-4851-b43d-d8e2259b36ab req-61c2c53b-eb3f-45b7-ad53-9190dd6a7e88 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417747 Nov 29 21:54:55.604638 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a339519-ab5a-45b3-9e69-4f342ccd19d3 req-457f35ef-2b84-43e5-85c0-229854ae0a67 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:55.606066 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6a339519-ab5a-45b3-9e69-4f342ccd19d3 req-457f35ef-2b84-43e5-85c0-229854ae0a67 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0474260 Nov 29 21:54:55.655442 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6a339519-ab5a-45b3-9e69-4f342ccd19d3 req-378c6bf2-174a-4e57-a033-d92217dde676 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435457 Nov 29 21:54:56.772757 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a6991-2f5c-41b6-a64e-cc82df431de3 req-2219d2fd-95a7-42e3-b5f8-fc4e8c76e929 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:56.774224 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f96a6991-2f5c-41b6-a64e-cc82df431de3 req-2219d2fd-95a7-42e3-b5f8-fc4e8c76e929 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0483725 Nov 29 21:54:56.821918 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f96a6991-2f5c-41b6-a64e-cc82df431de3 req-5d109842-3b80-4c84-b5c9-55c6fbf2f3c9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412524 Nov 29 21:54:57.943842 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894fa1d-6b46-4a82-a97a-4143117ed120 req-57449c2f-4daa-43df-8fc5-bc69a8b31530 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:57.945311 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c894fa1d-6b46-4a82-a97a-4143117ed120 req-57449c2f-4daa-43df-8fc5-bc69a8b31530 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0511439 Nov 29 21:54:57.992345 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c894fa1d-6b46-4a82-a97a-4143117ed120 req-6ded480a-6be9-4d0c-9db7-0bb4bbf13142 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404267 Nov 29 21:54:58.880639 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:54:59.115765 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f649a-d7a2-4b01-a5bc-f351f141f9ab req-d5936d78-a960-4bb9-ac72-e01ba9a10c35 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:54:59.117200 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-309f649a-d7a2-4b01-a5bc-f351f141f9ab req-d5936d78-a960-4bb9-ac72-e01ba9a10c35 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0509942 Nov 29 21:54:59.164920 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-309f649a-d7a2-4b01-a5bc-f351f141f9ab req-001ca4a6-7271-4594-badf-46270edf7f74 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418897 Nov 29 21:55:00.370065 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4731b-60f6-42c8-b68c-979dedd3f3a8 req-0637902e-fc35-4655-b01f-5497c07c68e6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:00.373646 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-18a4731b-60f6-42c8-b68c-979dedd3f3a8 req-0637902e-fc35-4655-b01f-5497c07c68e6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.1266034 Nov 29 21:55:00.451325 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-18a4731b-60f6-42c8-b68c-979dedd3f3a8 req-1abd41d3-bc82-4e90-bd82-39e68fa4e4b9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705009 Nov 29 21:55:00.688660 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-05548fde-2bad-4ba6-8a78-39a30bb81a04 req-38bf3f21-eea6-47a9-9d93-0aacd640f397 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477145 Nov 29 21:55:00.776876 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05548fde-2bad-4ba6-8a78-39a30bb81a04 req-7be0f302-088d-4c6d-a114-f3cdebc8f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:00.778374 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-05548fde-2bad-4ba6-8a78-39a30bb81a04 req-7be0f302-088d-4c6d-a114-f3cdebc8f890 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2a4f8e8463e478f8962647f6049ce0b&device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 1098 time: 0.0406473 Nov 29 21:55:00.890325 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05548fde-2bad-4ba6-8a78-39a30bb81a04 req-2db5313f-f26b-4809-9667-140963c3261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:00.891872 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-05548fde-2bad-4ba6-8a78-39a30bb81a04 req-2db5313f-f26b-4809-9667-140963c3261b service neutron] 10.222.0.61 "GET /v2.0/networks?id=983dd8c7-05fb-4c40-89c9-8794f42a407a HTTP/1.1" status: 200 len: 916 time: 0.0902689 Nov 29 21:55:00.936427 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-05548fde-2bad-4ba6-8a78-39a30bb81a04 req-93722b28-27f9-4d2f-97b8-981010cad946 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8786a8a-cfa1-45de-927d-72613e1bc431 HTTP/1.1" status: 200 len: 217 time: 0.0355334 Nov 29 21:55:00.991054 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05548fde-2bad-4ba6-8a78-39a30bb81a04 req-0e2660dd-3634-46f3-880f-5d52098f31ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:00.992541 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-05548fde-2bad-4ba6-8a78-39a30bb81a04 req-0e2660dd-3634-46f3-880f-5d52098f31ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cddc48a2-9dbb-43c6-9ab8-8af0de869d07 HTTP/1.1" status: 200 len: 855 time: 0.0481784 Nov 29 21:55:01.024806 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-05548fde-2bad-4ba6-8a78-39a30bb81a04 req-e514651a-e721-4a0b-a6eb-bdde692fda90 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=983dd8c7-05fb-4c40-89c9-8794f42a407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233591 Nov 29 21:55:01.113683 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-05548fde-2bad-4ba6-8a78-39a30bb81a04 req-ece8fb88-7eca-4d34-b19d-3db3f28d724d service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803161 Nov 29 21:55:01.206913 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-05548fde-2bad-4ba6-8a78-39a30bb81a04 req-77852b99-421e-4da7-b07d-4f919c4b65ca service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855303 Nov 29 21:55:01.577547 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d705a-7ace-4bcd-90af-62b91355fb40 req-043ffd19-1198-4bbb-8828-df79773737e9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:01.579090 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d29d705a-7ace-4bcd-90af-62b91355fb40 req-043ffd19-1198-4bbb-8828-df79773737e9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0496345 Nov 29 21:55:01.632137 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d29d705a-7ace-4bcd-90af-62b91355fb40 req-f0fd282c-20bf-4e07-9145-a46c5a573c2f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470505 Nov 29 21:55:02.751503 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7d1da-0fbe-42bb-9a6d-4960519e5ff4 req-dcd5e42d-2524-4d80-882c-4ee9d58abda4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:02.752950 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-01c7d1da-0fbe-42bb-9a6d-4960519e5ff4 req-dcd5e42d-2524-4d80-882c-4ee9d58abda4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0474229 Nov 29 21:55:02.802358 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-01c7d1da-0fbe-42bb-9a6d-4960519e5ff4 req-cbffb911-eafd-4e1b-8cba-65551fd452f6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432630 Nov 29 21:55:03.921766 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850a287-d0f0-4c39-9273-2c1d0ae2d84b req-4bdae869-9c73-4113-b235-8cb0bc160be4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:03.923257 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e850a287-d0f0-4c39-9273-2c1d0ae2d84b req-4bdae869-9c73-4113-b235-8cb0bc160be4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0478263 Nov 29 21:55:03.971861 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e850a287-d0f0-4c39-9273-2c1d0ae2d84b req-d19a7a9e-9410-4597-99db-95228dd2115b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425913 Nov 29 21:55:05.095890 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7bc63-74b8-4aa0-9455-633ac1ad08ef req-50687721-578a-443f-81bb-244d30b94fcf tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:05.097394 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-53b7bc63-74b8-4aa0-9455-633ac1ad08ef req-50687721-578a-443f-81bb-244d30b94fcf tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0526242 Nov 29 21:55:05.159322 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-53b7bc63-74b8-4aa0-9455-633ac1ad08ef req-35c8a4f6-e1c0-4530-85b1-82929aaefa21 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559189 Nov 29 21:55:06.293219 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ab7cc-b893-44f9-aafe-e0f46edd109d req-6a491cf7-0206-449d-8738-569753e79e9e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:06.294804 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f98ab7cc-b893-44f9-aafe-e0f46edd109d req-6a491cf7-0206-449d-8738-569753e79e9e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0565212 Nov 29 21:55:06.343441 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f98ab7cc-b893-44f9-aafe-e0f46edd109d req-8fdea06a-ca9d-40b4-911e-9bc356dc7111 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419750 Nov 29 21:55:07.216629 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-1043e073-1793-46ed-bd2f-2493d6136cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:07.466670 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea6624-7f3a-4564-8e09-e0dc6865023a req-ed8a1f61-3fcf-477b-a8bd-4e50400ddf29 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:07.468142 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-abea6624-7f3a-4564-8e09-e0dc6865023a req-ed8a1f61-3fcf-477b-a8bd-4e50400ddf29 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0534060 Nov 29 21:55:07.518886 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-abea6624-7f3a-4564-8e09-e0dc6865023a req-70d43b65-5fe5-436c-ba1e-d01dcd62535f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432370 Nov 29 21:55:08.639907 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67daf344-968d-4758-8caf-bac194441fbb req-48310719-1750-412b-8671-d15b33cae628 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:08.641444 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-67daf344-968d-4758-8caf-bac194441fbb req-48310719-1750-412b-8671-d15b33cae628 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0497053 Nov 29 21:55:08.688316 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-67daf344-968d-4758-8caf-bac194441fbb req-79eba197-dd18-4668-9933-60ebafaeb8ff tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409091 Nov 29 21:55:09.674124 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-87b877cc-ca40-4be2-a613-728ea55cbc70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:09.809363 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c422a-ba60-4f17-8233-5fb183595542 req-21063033-cfb4-4dee-a517-e6ead903a7d5 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:09.810871 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e80c422a-ba60-4f17-8233-5fb183595542 req-21063033-cfb4-4dee-a517-e6ead903a7d5 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0496180 Nov 29 21:55:09.862298 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e80c422a-ba60-4f17-8233-5fb183595542 req-2fd504d2-bef4-43c1-9c72-faa75f4473bc tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454895 Nov 29 21:55:10.857642 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:10.980943 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7cccf-ba9a-44cf-bcde-bda75dc4f8c7 req-229328e4-795c-48ed-a919-1058f0a6d868 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:10.982459 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-55a7cccf-ba9a-44cf-bcde-bda75dc4f8c7 req-229328e4-795c-48ed-a919-1058f0a6d868 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0484726 Nov 29 21:55:11.030080 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-55a7cccf-ba9a-44cf-bcde-bda75dc4f8c7 req-034260c1-7507-4ab0-8f76-f9c96d6b9940 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416293 Nov 29 21:55:12.095067 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:12.147806 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc94930-2f7c-4397-bbfa-4dbc08af9fb6 req-f19cc20e-8b88-4916-aeff-822403b6b2b5 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:12.149268 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fbc94930-2f7c-4397-bbfa-4dbc08af9fb6 req-f19cc20e-8b88-4916-aeff-822403b6b2b5 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0484633 Nov 29 21:55:12.198063 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fbc94930-2f7c-4397-bbfa-4dbc08af9fb6 req-076d4ee4-6076-4b55-93e4-fa1e8b6520aa tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426233 Nov 29 21:55:13.125150 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:13.320557 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5c760-c713-4a03-a5e8-1ffb818e4fa0 req-17eb0747-1631-46ff-8e90-6b50c44b9eed tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:13.321994 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-61b5c760-c713-4a03-a5e8-1ffb818e4fa0 req-17eb0747-1631-46ff-8e90-6b50c44b9eed tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0506172 Nov 29 21:55:13.369345 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-61b5c760-c713-4a03-a5e8-1ffb818e4fa0 req-fd103379-be57-47b9-a608-25f30568c9f7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408068 Nov 29 21:55:14.487230 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17c820-3d75-44ff-8030-d43ed091b4ff req-ad28b2c6-5dcc-465f-be2c-9d76c8e99382 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:14.488680 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cc17c820-3d75-44ff-8030-d43ed091b4ff req-ad28b2c6-5dcc-465f-be2c-9d76c8e99382 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0488102 Nov 29 21:55:14.534833 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cc17c820-3d75-44ff-8030-d43ed091b4ff req-3c11c95f-6c2a-490a-9da3-046a3cc24fe9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404458 Nov 29 21:55:15.654507 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161737a-34ed-492d-b0b1-c30966345f4b req-a602a90d-9f8d-455b-b87b-bce771a35e21 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:15.655985 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6161737a-34ed-492d-b0b1-c30966345f4b req-a602a90d-9f8d-455b-b87b-bce771a35e21 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0488904 Nov 29 21:55:15.706794 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6161737a-34ed-492d-b0b1-c30966345f4b req-782afe53-e339-4423-b857-17d3cd5e91b1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449815 Nov 29 21:55:16.830509 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebf204-a1c5-4103-8b35-23693053acd0 req-5668a7e5-1064-4bd4-8f9f-04682e19534f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:16.832000 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-94ebf204-a1c5-4103-8b35-23693053acd0 req-5668a7e5-1064-4bd4-8f9f-04682e19534f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0496397 Nov 29 21:55:16.879177 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-94ebf204-a1c5-4103-8b35-23693053acd0 req-9663946a-40eb-48c5-82c2-c4ac2e340964 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411201 Nov 29 21:55:17.998045 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc958bd9-ca03-4652-9b53-aab5ffba9d3d req-3b4336fd-71da-4129-8ade-dc77a5981c9e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:17.999655 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fc958bd9-ca03-4652-9b53-aab5ffba9d3d req-3b4336fd-71da-4129-8ade-dc77a5981c9e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0490344 Nov 29 21:55:18.045651 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fc958bd9-ca03-4652-9b53-aab5ffba9d3d req-2ef73541-bd0f-4da3-af2c-23a34d7ad676 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403397 Nov 29 21:55:19.165980 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94985306-1269-433f-a336-5b1b780e6337 req-5d7ab520-73ee-40f3-89cc-b66e82dcc7d6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:19.167448 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-94985306-1269-433f-a336-5b1b780e6337 req-5d7ab520-73ee-40f3-89cc-b66e82dcc7d6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0513511 Nov 29 21:55:19.214774 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-94985306-1269-433f-a336-5b1b780e6337 req-a9a697ce-75db-4200-a867-636c5938920c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407920 Nov 29 21:55:20.338405 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd095c-0162-4cee-bdef-6cf9478979df req-95002f8d-d0b6-45dc-a054-d24e552195d1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:20.339970 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-41bd095c-0162-4cee-bdef-6cf9478979df req-95002f8d-d0b6-45dc-a054-d24e552195d1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0507822 Nov 29 21:55:20.388499 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-41bd095c-0162-4cee-bdef-6cf9478979df req-2ab95164-0837-4b51-9a8a-715d44036235 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421190 Nov 29 21:55:21.510827 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfed209-5fa8-464a-9489-7f1ceb6c2e09 req-9948f2e7-a0d6-4241-8d2b-3f7bf08bc0e6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:21.512296 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6dfed209-5fa8-464a-9489-7f1ceb6c2e09 req-9948f2e7-a0d6-4241-8d2b-3f7bf08bc0e6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0521004 Nov 29 21:55:21.559195 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6dfed209-5fa8-464a-9489-7f1ceb6c2e09 req-baf0cbac-d56e-405a-8809-58a0000d8d1c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410631 Nov 29 21:55:22.677221 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46859fa6-4b69-449d-9fd2-524733e98032 req-48d4507e-23ae-43e5-8c6b-51aa35dc7b3a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:22.678680 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-46859fa6-4b69-449d-9fd2-524733e98032 req-48d4507e-23ae-43e5-8c6b-51aa35dc7b3a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0477600 Nov 29 21:55:22.726073 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-46859fa6-4b69-449d-9fd2-524733e98032 req-a90fdf39-87bd-421f-a66a-1ab8dfbcc4d0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414383 Nov 29 21:55:23.846958 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df833f2-2420-4169-aca0-d093ac5573d5 req-7a46be98-f303-43e7-88d6-c3563ad6aa32 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:23.848442 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4df833f2-2420-4169-aca0-d093ac5573d5 req-7a46be98-f303-43e7-88d6-c3563ad6aa32 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0478683 Nov 29 21:55:23.898114 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4df833f2-2420-4169-aca0-d093ac5573d5 req-3bc638d9-ad84-4e54-bd76-d87a35abf28e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438571 Nov 29 21:55:25.021594 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dac9ef-bcfb-4d7b-b992-98522190f9e1 req-135cfb75-a0e5-4d94-b0ab-de43040d8ea2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:25.023202 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-68dac9ef-bcfb-4d7b-b992-98522190f9e1 req-135cfb75-a0e5-4d94-b0ab-de43040d8ea2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0517442 Nov 29 21:55:25.073318 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-68dac9ef-bcfb-4d7b-b992-98522190f9e1 req-ad63fd7c-658f-48c6-8aee-13bf13d0b847 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432398 Nov 29 21:55:25.631691 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:55:26.196556 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca502b-2376-4400-988c-7cc1264563c6 req-56eee3a7-e20e-4c48-8bad-0b129ef15336 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:26.198142 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-83ca502b-2376-4400-988c-7cc1264563c6 req-56eee3a7-e20e-4c48-8bad-0b129ef15336 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0494394 Nov 29 21:55:26.244623 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-83ca502b-2376-4400-988c-7cc1264563c6 req-21957361-27b3-4edb-bb2c-451212e8a3b8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403957 Nov 29 21:55:26.437294 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 40480) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:55:26.538409 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-ad5c6461-effc-4d3d-88b5-735a9f869c3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:26.618120 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-ad5c6461-effc-4d3d-88b5-735a9f869c3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:26.622492 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-ad5c6461-effc-4d3d-88b5-735a9f869c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:26.660999 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-ad5c6461-effc-4d3d-88b5-735a9f869c3f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8e28bddd83d14928bb82eaf2c7811907&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226222 Nov 29 21:55:26.662213 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c6461-effc-4d3d-88b5-735a9f869c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0b50f6-fd0b-416a-b580-efd71aa0b865,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:55:26.663617 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 40488) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:55:26.715262 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-49b0370c-ff24-4df5-9067-683e30449d5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:26.736362 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-49b0370c-ff24-4df5-9067-683e30449d5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:26.780964 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-49b0370c-ff24-4df5-9067-683e30449d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:26.783566 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-49b0370c-ff24-4df5-9067-683e30449d5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:26.784729 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-49b0370c-ff24-4df5-9067-683e30449d5b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc0b50f6-fd0b-416a-b580-efd71aa0b865 HTTP/1.1" status: 204 len: 168 time: 0.1192753 Nov 29 21:55:26.793041 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0370c-ff24-4df5-9067-683e30449d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0b50f6-fd0b-416a-b580-efd71aa0b865,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:55:27.036874 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 40496) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:55:27.050080 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-7af3b4dd-1bd5-4727-8e3c-b695cf301f9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:27.124122 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-7af3b4dd-1bd5-4727-8e3c-b695cf301f9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:27.128969 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-7af3b4dd-1bd5-4727-8e3c-b695cf301f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:27.167683 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-7af3b4dd-1bd5-4727-8e3c-b695cf301f9e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f3a681798bf34395b351f5cf332d3c02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297376 Nov 29 21:55:27.169661 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3b4dd-1bd5-4727-8e3c-b695cf301f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59624133-88ae-4cd7-ae11-bdd302b31a8c,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:55:27.170416 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 40500) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:55:27.225114 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-4b8c1c11-b81a-459c-9ce3-bad9258405a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:27.246047 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-4b8c1c11-b81a-459c-9ce3-bad9258405a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:27.295283 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-4b8c1c11-b81a-459c-9ce3-bad9258405a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:27.297925 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-4b8c1c11-b81a-459c-9ce3-bad9258405a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:27.299095 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-4b8c1c11-b81a-459c-9ce3-bad9258405a8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/59624133-88ae-4cd7-ae11-bdd302b31a8c HTTP/1.1" status: 204 len: 168 time: 0.1274934 Nov 29 21:55:27.307827 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c1c11-b81a-459c-9ce3-bad9258405a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59624133-88ae-4cd7-ae11-bdd302b31a8c,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:55:27.382416 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96001f-a6cf-410f-8042-56fc911c926c req-ae2e8675-b104-4c9e-902c-52d9b34e0572 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:27.383929 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9b96001f-a6cf-410f-8042-56fc911c926c req-ae2e8675-b104-4c9e-902c-52d9b34e0572 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0485759 Nov 29 21:55:27.438135 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9b96001f-a6cf-410f-8042-56fc911c926c req-b56039c8-99b5-43f6-b3dc-6f6c1d8fcf72 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478868 Nov 29 21:55:28.556983 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ca072-142c-4f44-9680-7cd820bd294b req-2b7846c2-6c1b-4b78-b7ad-61f2fd8139ca tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:28.558485 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-bf3ca072-142c-4f44-9680-7cd820bd294b req-2b7846c2-6c1b-4b78-b7ad-61f2fd8139ca tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0483539 Nov 29 21:55:28.609793 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-bf3ca072-142c-4f44-9680-7cd820bd294b req-554fa890-5777-4902-96cb-15cdda379d1b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454872 Nov 29 21:55:28.868673 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:29.727194 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab436b6-332e-4de1-83b0-ff26f2306c0a req-78799726-8cc2-462d-8e60-27003ab15388 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:29.728692 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cab436b6-332e-4de1-83b0-ff26f2306c0a req-78799726-8cc2-462d-8e60-27003ab15388 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0484858 Nov 29 21:55:29.778895 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cab436b6-332e-4de1-83b0-ff26f2306c0a req-6ced5131-72da-4ddf-9d8e-d4178ef418b5 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438960 Nov 29 21:55:30.898437 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598a2fb-3491-4f82-80c0-e1ec117859e7 req-36bb3413-eabe-4a20-8178-fc6dd09a60ba tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:30.899882 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4598a2fb-3491-4f82-80c0-e1ec117859e7 req-36bb3413-eabe-4a20-8178-fc6dd09a60ba tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0504847 Nov 29 21:55:30.947940 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4598a2fb-3491-4f82-80c0-e1ec117859e7 req-c0bd5a18-3f2a-4f80-bc24-cb00cc6a9c13 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414832 Nov 29 21:55:31.605910 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 40624) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:55:31.708264 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-7c97be2b-c99f-4796-a516-d74c9db21358 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:31.785497 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-7c97be2b-c99f-4796-a516-d74c9db21358 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:31.789186 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-7c97be2b-c99f-4796-a516-d74c9db21358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:31.827310 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-7c97be2b-c99f-4796-a516-d74c9db21358 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=47057e2402e94dfd89abfe5379329005&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199895 Nov 29 21:55:31.829317 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97be2b-c99f-4796-a516-d74c9db21358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125c40e1-f18d-4a69-bb8d-34fb96a5233a,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:55:31.829646 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 40630) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:55:31.881593 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-ed7af706-dcbd-4ab7-9a7d-ca51bb91cb75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:31.902694 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-ed7af706-dcbd-4ab7-9a7d-ca51bb91cb75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:31.948121 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-ed7af706-dcbd-4ab7-9a7d-ca51bb91cb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:31.950713 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-ed7af706-dcbd-4ab7-9a7d-ca51bb91cb75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:31.951906 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-ed7af706-dcbd-4ab7-9a7d-ca51bb91cb75 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/125c40e1-f18d-4a69-bb8d-34fb96a5233a HTTP/1.1" status: 204 len: 168 time: 0.1212742 Nov 29 21:55:31.959202 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7af706-dcbd-4ab7-9a7d-ca51bb91cb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125c40e1-f18d-4a69-bb8d-34fb96a5233a,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:55:32.074548 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b6047-496b-4a84-b850-65e7bb594fc2 req-62196157-d747-4a6f-8367-569da1eefe9a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:32.076622 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-728b6047-496b-4a84-b850-65e7bb594fc2 req-62196157-d747-4a6f-8367-569da1eefe9a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0506952 Nov 29 21:55:32.129610 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-728b6047-496b-4a84-b850-65e7bb594fc2 req-6c70fd0a-7ed0-4635-8fac-f985369342b1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468140 Nov 29 21:55:32.216079 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 40642) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:55:32.229749 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e254e517-e383-4cc0-af92-0e343832adf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:32.302756 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e254e517-e383-4cc0-af92-0e343832adf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:32.306139 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e254e517-e383-4cc0-af92-0e343832adf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:32.345099 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-e254e517-e383-4cc0-af92-0e343832adf8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6c51dc7327d14f66abe566f3fd32a99b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1271501 Nov 29 21:55:32.345918 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254e517-e383-4cc0-af92-0e343832adf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4929ffa-78f9-44f9-b409-909948b9d79d,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:55:32.347942 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 40646) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:55:32.398852 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-053da56c-6682-423f-9de2-107fcfff77eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:32.422315 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-053da56c-6682-423f-9de2-107fcfff77eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:32.467536 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-053da56c-6682-423f-9de2-107fcfff77eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:32.470146 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-053da56c-6682-423f-9de2-107fcfff77eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:32.471314 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-053da56c-6682-423f-9de2-107fcfff77eb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a4929ffa-78f9-44f9-b409-909948b9d79d HTTP/1.1" status: 204 len: 168 time: 0.1223526 Nov 29 21:55:32.478694 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053da56c-6682-423f-9de2-107fcfff77eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4929ffa-78f9-44f9-b409-909948b9d79d,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:55:33.254394 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b54320-e38f-4308-b54b-e9d758f6a267 req-ad63acb0-5aad-4268-879c-458ec14281ee tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:33.258809 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-63b54320-e38f-4308-b54b-e9d758f6a267 req-ad63acb0-5aad-4268-879c-458ec14281ee tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0523815 Nov 29 21:55:33.307454 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-63b54320-e38f-4308-b54b-e9d758f6a267 req-8e967fe5-77de-4050-958e-322746acb0b7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415797 Nov 29 21:55:34.430058 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d090fcf-9d17-47f3-8006-37dc2bd63430 req-c4781743-e851-4bc0-a67b-1bf104e2074c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:34.431717 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2d090fcf-9d17-47f3-8006-37dc2bd63430 req-c4781743-e851-4bc0-a67b-1bf104e2074c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0510831 Nov 29 21:55:34.479451 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2d090fcf-9d17-47f3-8006-37dc2bd63430 req-6650b8e1-a454-4401-9b34-b46aee500e66 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411201 Nov 29 21:55:35.606946 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa21cb-c787-4c4a-9f55-c46e9da61752 req-28000608-9b6b-48f0-aed8-c2f97f8c4c10 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:35.608580 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f1aa21cb-c787-4c4a-9f55-c46e9da61752 req-28000608-9b6b-48f0-aed8-c2f97f8c4c10 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0485640 Nov 29 21:55:35.659919 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f1aa21cb-c787-4c4a-9f55-c46e9da61752 req-0579376b-8c87-4c32-aed3-82cc47e430cf tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451956 Nov 29 21:55:36.779054 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89e08a-cf9e-472b-8c6a-9877369aa270 req-64bd5e06-6aa8-46f8-8969-e2030dc84ee4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:36.780507 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ae89e08a-cf9e-472b-8c6a-9877369aa270 req-64bd5e06-6aa8-46f8-8969-e2030dc84ee4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0505357 Nov 29 21:55:36.826553 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ae89e08a-cf9e-472b-8c6a-9877369aa270 req-ddc2d58f-f99d-42e0-87e1-880c18444741 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402038 Nov 29 21:55:37.217704 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-62871f6f-bf9f-4091-917f-2033c65f433a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:37.262839 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 40764) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:55:37.365810 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-1b0cd1b7-d38a-4028-b945-2f7b591c9152 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:37.439194 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-1b0cd1b7-d38a-4028-b945-2f7b591c9152 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:37.443396 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-1b0cd1b7-d38a-4028-b945-2f7b591c9152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:37.481749 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-1b0cd1b7-d38a-4028-b945-2f7b591c9152 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cfa35cace0e6437297213633d3a67f89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173154 Nov 29 21:55:37.482715 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cd1b7-d38a-4028-b945-2f7b591c9152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dbddb8-7d14-4d9d-8e8e-50db02a54525,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:55:37.484420 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 40770) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:55:37.533449 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-86d28f5b-5265-446c-9423-d6b215367075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:37.554933 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-86d28f5b-5265-446c-9423-d6b215367075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:37.602989 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-86d28f5b-5265-446c-9423-d6b215367075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:37.606110 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-86d28f5b-5265-446c-9423-d6b215367075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:37.607615 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-86d28f5b-5265-446c-9423-d6b215367075 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/82dbddb8-7d14-4d9d-8e8e-50db02a54525 HTTP/1.1" status: 204 len: 168 time: 0.1211822 Nov 29 21:55:37.615288 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d28f5b-5265-446c-9423-d6b215367075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dbddb8-7d14-4d9d-8e8e-50db02a54525,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:55:37.864353 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 40780) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:55:37.879221 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-72dc3996-7518-46e6-a124-2e27042e4d53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:37.950542 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf2114-4cf4-48fa-808a-82d743155051 req-a13ad462-c24b-4817-a070-4cfeffcf4026 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:37.952760 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-01cf2114-4cf4-48fa-808a-82d743155051 req-a13ad462-c24b-4817-a070-4cfeffcf4026 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0525732 Nov 29 21:55:37.957400 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-72dc3996-7518-46e6-a124-2e27042e4d53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:37.961617 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-72dc3996-7518-46e6-a124-2e27042e4d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:38.003609 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-01cf2114-4cf4-48fa-808a-82d743155051 req-6528b3fb-38e5-49bd-bdac-6e544a16a6c7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442486 Nov 29 21:55:38.003859 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-72dc3996-7518-46e6-a124-2e27042e4d53 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=76e424c901af4601a6101b3188b9eb99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383374 Nov 29 21:55:38.004679 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc3996-7518-46e6-a124-2e27042e4d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94c54ed-6500-4bbe-a1b2-ac3f02e4c70b,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:55:38.006331 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 40782) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:55:38.054787 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-31b286dc-e18e-4b7c-bcfc-57d62972700e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:38.076444 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-31b286dc-e18e-4b7c-bcfc-57d62972700e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:38.123362 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-31b286dc-e18e-4b7c-bcfc-57d62972700e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:38.125960 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-31b286dc-e18e-4b7c-bcfc-57d62972700e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:38.137663 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-31b286dc-e18e-4b7c-bcfc-57d62972700e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b94c54ed-6500-4bbe-a1b2-ac3f02e4c70b HTTP/1.1" status: 204 len: 168 time: 0.1302316 Nov 29 21:55:38.146118 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b286dc-e18e-4b7c-bcfc-57d62972700e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94c54ed-6500-4bbe-a1b2-ac3f02e4c70b,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:55:38.782534 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 40812) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:55:38.876039 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-7db697cb-68dc-419b-9d12-60cd7c2c71d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1183287035-network', 'tenant_id': '83e95706462c417d812af8c1ad984457'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:55:38.897877 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db697cb-68dc-419b-9d12-60cd7c2c71d1 admin admin] Made reservation on behalf of 83e95706462c417d812af8c1ad984457 for: {'network': 1} {{(pid=109067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:55:38.900136 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-7db697cb-68dc-419b-9d12-60cd7c2c71d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for network, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:38.908956 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-7db697cb-68dc-419b-9d12-60cd7c2c71d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:38.981038 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-7db697cb-68dc-419b-9d12-60cd7c2c71d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:38.984769 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-7db697cb-68dc-419b-9d12-60cd7c2c71d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:39.008297 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db697cb-68dc-419b-9d12-60cd7c2c71d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=109067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 21:55:39.018279 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db697cb-68dc-419b-9d12-60cd7c2c71d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b537c465-6f52-4da3-a4a2-9d55a5b170c1,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:55:39.022943 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-7db697cb-68dc-419b-9d12-60cd7c2c71d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:39.023307 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.db.segments_db [None req-7db697cb-68dc-419b-9d12-60cd7c2c71d1 admin admin] Added segment a281a770-f71b-403c-b501-1f2182d40bba of type vlan for network c3a434ff-b1d8-45db-9127-a67c6da4d20f Nov 29 21:55:39.068388 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-7db697cb-68dc-419b-9d12-60cd7c2c71d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752945079902'] for network, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:39.117281 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-7db697cb-68dc-419b-9d12-60cd7c2c71d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for network, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:39.118194 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db697cb-68dc-419b-9d12-60cd7c2c71d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:39.118788 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-7db697cb-68dc-419b-9d12-60cd7c2c71d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:39.160217 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-7db697cb-68dc-419b-9d12-60cd7c2c71d1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3765376 Nov 29 21:55:39.164575 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 40820) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:55:39.170358 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9709e-6a0a-4633-bb11-c03c6c060369 req-cf86abdf-ac09-44f0-8167-0f42347d7e59 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:39.171869 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-dea9709e-6a0a-4633-bb11-c03c6c060369 req-cf86abdf-ac09-44f0-8167-0f42347d7e59 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0946980 Nov 29 21:55:39.173712 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-fd81f25f-e1fe-4e6d-aa6e-67e6e74d9cdc admin admin] Request body: {'subnet': {'network_id': 'c3a434ff-b1d8-45db-9127-a67c6da4d20f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1183287035-subnet', 'tenant_id': '83e95706462c417d812af8c1ad984457', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:55:39.199921 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db697cb-68dc-419b-9d12-60cd7c2c71d1 admin admin] Pushing event updated for resources: {'Network': ['ID=c3a434ff-b1d8-45db-9127-a67c6da4d20f,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:55:39.214322 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Network c3a434ff-b1d8-45db-9127-a67c6da4d20f details requested by agent ovs-agent-dv-cinder-819722-1-iscsi with host dv-cinder-819722-1-iscsi {{(pid=109069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 21:55:39.236929 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd81f25f-e1fe-4e6d-aa6e-67e6e74d9cdc admin admin] Made reservation on behalf of 83e95706462c417d812af8c1ad984457 for: {'subnet': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:55:39.241855 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fd81f25f-e1fe-4e6d-aa6e-67e6e74d9cdc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126160716'] for subnet, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:39.252102 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-dea9709e-6a0a-4633-bb11-c03c6c060369 req-6670289d-41b2-4c98-a1db-c1f24c860c36 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545461 Nov 29 21:55:39.432546 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fd81f25f-e1fe-4e6d-aa6e-67e6e74d9cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126530043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126160722'] for subnet, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:39.487805 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81f25f-e1fe-4e6d-aa6e-67e6e74d9cdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2148cf02-a102-4db4-88ac-cb57fb055a06,revision_number=0']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:55:39.496554 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd81f25f-e1fe-4e6d-aa6e-67e6e74d9cdc admin admin] Checking segment: {'id': 'a281a770-f71b-403c-b501-1f2182d40bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c3a434ff-b1d8-45db-9127-a67c6da4d20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:55:39.496910 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd81f25f-e1fe-4e6d-aa6e-67e6e74d9cdc admin admin] Network hostable DHCP agents. Network: c3a434ff-b1d8-45db-9127-a67c6da4d20f, hostable agents: ['f050ea31-2221-4d35-9e43-364bf64fbd15'], hosted agents: [] {{(pid=109068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 21:55:39.512714 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd81f25f-e1fe-4e6d-aa6e-67e6e74d9cdc admin admin] Network c3a434ff-b1d8-45db-9127-a67c6da4d20f is scheduled to be hosted by DHCP agent f050ea31-2221-4d35-9e43-364bf64fbd15 with binding_index 1 {{(pid=109068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 21:55:39.522105 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [None req-fd81f25f-e1fe-4e6d-aa6e-67e6e74d9cdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819722-1-iscsi, c3a434ff-b1d8-45db-9127-a67c6da4d20f) {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:55:39.526204 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd81f25f-e1fe-4e6d-aa6e-67e6e74d9cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:39.526802 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fd81f25f-e1fe-4e6d-aa6e-67e6e74d9cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for subnet, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:39.531039 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7031d15-bb78-4e6e-9f1d-c3f4bfbc23a2 None None] Network c3a434ff-b1d8-45db-9127-a67c6da4d20f requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:55:39.542141 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-fd81f25f-e1fe-4e6d-aa6e-67e6e74d9cdc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3760233 Nov 29 21:55:39.699194 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-506844e9-396e-4d03-ba72-b17c3ff4e57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:39.798077 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e628de-fe25-4e90-b0c0-b63514af0ca6 None None] Network c3a434ff-b1d8-45db-9127-a67c6da4d20f requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:55:40.020849 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 40842) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:55:40.025812 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-7d173746-6a50-49a7-a829-cfaf7db823ac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1606597283-network', 'tenant_id': 'b79e172a2a2d471792a9b01785ecdf78'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:55:40.046168 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d173746-6a50-49a7-a829-cfaf7db823ac admin admin] Made reservation on behalf of b79e172a2a2d471792a9b01785ecdf78 for: {'network': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:55:40.048440 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-7d173746-6a50-49a7-a829-cfaf7db823ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for network, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:40.056818 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-7d173746-6a50-49a7-a829-cfaf7db823ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:40.130198 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-7d173746-6a50-49a7-a829-cfaf7db823ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:40.134320 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-7d173746-6a50-49a7-a829-cfaf7db823ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:40.159581 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d173746-6a50-49a7-a829-cfaf7db823ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=109068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 21:55:40.169146 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d173746-6a50-49a7-a829-cfaf7db823ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa24f72d-0ccf-446c-81f7-b7e5237fa38e,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:55:40.174925 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-7d173746-6a50-49a7-a829-cfaf7db823ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:40.175310 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.db.segments_db [None req-7d173746-6a50-49a7-a829-cfaf7db823ac admin admin] Added segment 4255ee79-ac11-46ec-a326-69c379e8886c of type vlan for network 80db6285-c8f9-4078-ab6d-b009819bd445 Nov 29 21:55:40.214718 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-7d173746-6a50-49a7-a829-cfaf7db823ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752945079902'] for network, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:40.242694 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-7d173746-6a50-49a7-a829-cfaf7db823ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for network, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:40.243602 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d173746-6a50-49a7-a829-cfaf7db823ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:40.244187 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-7d173746-6a50-49a7-a829-cfaf7db823ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:40.272715 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-7d173746-6a50-49a7-a829-cfaf7db823ac admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2507250 Nov 29 21:55:40.275635 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 40846) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:55:40.280647 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-5e8faca3-990a-43e0-9717-b5fc44e7dbf2 admin admin] Request body: {'subnet': {'network_id': '80db6285-c8f9-4078-ab6d-b009819bd445', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1606597283-subnet', 'tenant_id': 'b79e172a2a2d471792a9b01785ecdf78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:55:40.315072 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d173746-6a50-49a7-a829-cfaf7db823ac admin admin] Pushing event updated for resources: {'Network': ['ID=80db6285-c8f9-4078-ab6d-b009819bd445,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:55:40.319434 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8faca3-990a-43e0-9717-b5fc44e7dbf2 admin admin] Made reservation on behalf of b79e172a2a2d471792a9b01785ecdf78 for: {'subnet': 1} {{(pid=109067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:55:40.321706 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-5e8faca3-990a-43e0-9717-b5fc44e7dbf2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:40.339978 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Network 80db6285-c8f9-4078-ab6d-b009819bd445 details requested by agent ovs-agent-dv-cinder-819722-1-iscsi with host dv-cinder-819722-1-iscsi {{(pid=109069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 21:55:40.609048 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69966c-55ee-4366-999f-97242ecc8bdb req-d67cab4f-5902-4b6f-bca5-f747c7e26947 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:40.610510 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ac69966c-55ee-4366-999f-97242ecc8bdb req-d67cab4f-5902-4b6f-bca5-f747c7e26947 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0965626 Nov 29 21:55:40.694943 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ac69966c-55ee-4366-999f-97242ecc8bdb req-97439e57-b22a-441d-82df-30ebf825edd5 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777748 Nov 29 21:55:40.736409 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-5e8faca3-990a-43e0-9717-b5fc44e7dbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for subnet, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:40.793037 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8faca3-990a-43e0-9717-b5fc44e7dbf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b067e3f1-19db-4363-ad08-dc8b3303153e,revision_number=0']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:55:40.800875 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8faca3-990a-43e0-9717-b5fc44e7dbf2 admin admin] Checking segment: {'id': '4255ee79-ac11-46ec-a326-69c379e8886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '80db6285-c8f9-4078-ab6d-b009819bd445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:55:40.801232 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8faca3-990a-43e0-9717-b5fc44e7dbf2 admin admin] Network hostable DHCP agents. Network: 80db6285-c8f9-4078-ab6d-b009819bd445, hostable agents: ['f050ea31-2221-4d35-9e43-364bf64fbd15'], hosted agents: [] {{(pid=109067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 21:55:40.818068 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8faca3-990a-43e0-9717-b5fc44e7dbf2 admin admin] Network 80db6285-c8f9-4078-ab6d-b009819bd445 is scheduled to be hosted by DHCP agent f050ea31-2221-4d35-9e43-364bf64fbd15 with binding_index 1 {{(pid=109067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 21:55:40.826723 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-5e8faca3-990a-43e0-9717-b5fc44e7dbf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819722-1-iscsi, 80db6285-c8f9-4078-ab6d-b009819bd445) {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:55:40.830683 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8faca3-990a-43e0-9717-b5fc44e7dbf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:40.831299 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-5e8faca3-990a-43e0-9717-b5fc44e7dbf2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:40.836120 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e00abeb-27f9-47d8-9554-4c909360e9d8 None None] Network 80db6285-c8f9-4078-ab6d-b009819bd445 requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:55:40.851656 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-5e8faca3-990a-43e0-9717-b5fc44e7dbf2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5749202 Nov 29 21:55:40.903605 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:40.973174 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9246f12-f92d-411d-8858-8f0d932087e0 None None] Network 80db6285-c8f9-4078-ab6d-b009819bd445 requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:55:41.817941 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1cecf-4009-4a42-879a-679ad5381ea5 req-ec14f7e9-a449-41f7-83c8-cc1d4d11841c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:41.819423 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-13a1cecf-4009-4a42-879a-679ad5381ea5 req-ec14f7e9-a449-41f7-83c8-cc1d4d11841c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0526769 Nov 29 21:55:41.866132 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-13a1cecf-4009-4a42-879a-679ad5381ea5 req-9375b16d-2579-4f2d-b7c2-f6a28c477604 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408666 Nov 29 21:55:42.098632 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:42.983545 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92f391-95bd-456a-802d-195b18710636 req-d2662863-9822-4072-bcfc-a4da7c19dc6c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:42.984979 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6e92f391-95bd-456a-802d-195b18710636 req-d2662863-9822-4072-bcfc-a4da7c19dc6c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0479729 Nov 29 21:55:43.031135 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6e92f391-95bd-456a-802d-195b18710636 req-aa6bb35d-895b-453e-85b6-3c0786c29aa3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403125 Nov 29 21:55:43.126647 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:44.153884 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a87530-0d39-4c7c-88d6-10f3d3b1124f req-ddbe1c72-61e8-41ed-ba6b-f7708b037176 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:44.155660 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e3a87530-0d39-4c7c-88d6-10f3d3b1124f req-ddbe1c72-61e8-41ed-ba6b-f7708b037176 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0530360 Nov 29 21:55:44.207181 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e3a87530-0d39-4c7c-88d6-10f3d3b1124f req-a4202e28-a714-4761-9b3d-f6878f526076 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454779 Nov 29 21:55:45.333098 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcb057-a0ad-416e-b37a-f8fd8e1900b2 req-2e372612-ba65-4e81-a259-a7227b858bc8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:45.339588 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-97bcb057-a0ad-416e-b37a-f8fd8e1900b2 req-2e372612-ba65-4e81-a259-a7227b858bc8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0597045 Nov 29 21:55:45.383734 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-97bcb057-a0ad-416e-b37a-f8fd8e1900b2 req-cbb75d20-0195-4d99-b2f8-d66cb4bf401b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415733 Nov 29 21:55:46.503946 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515346b-3357-426f-9621-2ba920062bb2 req-6ea7bb76-a3e3-4c97-a8a6-e249d4d056aa tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:46.505418 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a515346b-3357-426f-9621-2ba920062bb2 req-6ea7bb76-a3e3-4c97-a8a6-e249d4d056aa tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0476940 Nov 29 21:55:46.554328 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a515346b-3357-426f-9621-2ba920062bb2 req-be3ac892-cf3c-433a-b6b8-59ef087f18ad tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424125 Nov 29 21:55:47.682705 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ff93b-3cc6-4de3-971b-6d64e26967e7 req-719b7c3b-b16f-4b8e-83fc-12428491fc48 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:47.684296 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-723ff93b-3cc6-4de3-971b-6d64e26967e7 req-719b7c3b-b16f-4b8e-83fc-12428491fc48 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0567398 Nov 29 21:55:47.731057 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-723ff93b-3cc6-4de3-971b-6d64e26967e7 req-b651edae-5af8-4678-b017-a16cfc21724c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407407 Nov 29 21:55:48.855570 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077393d6-3ed1-4a20-be76-b0411bec0d55 req-e7f5e8eb-64e1-4c4b-b77e-8be11db60f9a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:48.857066 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-077393d6-3ed1-4a20-be76-b0411bec0d55 req-e7f5e8eb-64e1-4c4b-b77e-8be11db60f9a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0534220 Nov 29 21:55:48.906834 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-077393d6-3ed1-4a20-be76-b0411bec0d55 req-fcd9b03a-430f-4fb1-82dd-df623b583051 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428603 Nov 29 21:55:50.033641 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8754a-03a2-46e4-a83d-0cbb0c5b529e req-e5f9b7c2-4e93-4cb4-abc0-af9460b4e7a1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:50.035139 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-bff8754a-03a2-46e4-a83d-0cbb0c5b529e req-e5f9b7c2-4e93-4cb4-abc0-af9460b4e7a1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0522714 Nov 29 21:55:50.085661 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-bff8754a-03a2-46e4-a83d-0cbb0c5b529e req-5870633c-e277-4a0f-b65c-0ada9193c4dc tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446994 Nov 29 21:55:51.204203 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f0bd6-55ed-4d3c-9791-784f786e7802 req-abdbbe2f-4e26-406c-8bd0-237ce3270955 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:51.205674 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-701f0bd6-55ed-4d3c-9791-784f786e7802 req-abdbbe2f-4e26-406c-8bd0-237ce3270955 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0483623 Nov 29 21:55:51.256268 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-701f0bd6-55ed-4d3c-9791-784f786e7802 req-2fff8bac-93ae-480a-aae1-65610b4d8892 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444717 Nov 29 21:55:52.372833 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294dea3-3383-4f84-806e-ec3b617be35f req-cc557297-aa4b-45f4-891c-732175603686 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:52.374275 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6294dea3-3383-4f84-806e-ec3b617be35f req-cc557297-aa4b-45f4-891c-732175603686 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0472846 Nov 29 21:55:52.424010 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6294dea3-3383-4f84-806e-ec3b617be35f req-b1583749-f702-4f83-945d-5457e00dbd4d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438221 Nov 29 21:55:53.540476 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8632208-e83c-4c4a-8776-f3daecb04434 req-083d2da7-04eb-4b0a-8485-c8368d0efb7f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:53.541923 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c8632208-e83c-4c4a-8776-f3daecb04434 req-083d2da7-04eb-4b0a-8485-c8368d0efb7f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0485778 Nov 29 21:55:53.588564 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c8632208-e83c-4c4a-8776-f3daecb04434 req-355670ef-cb97-4fb1-a394-975cf9e0357e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407829 Nov 29 21:55:54.130381 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 41096) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:55:54.175969 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.db_base_plugin_v2 [None req-a235489e-64c8-4785-afd6-806f18f59267 admin admin] Deleting subnet 2148cf02-a102-4db4-88ac-cb57fb055a06 {{(pid=109067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 21:55:54.179228 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-a235489e-64c8-4785-afd6-806f18f59267 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:54.213309 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-a235489e-64c8-4785-afd6-806f18f59267 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:54.219718 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-a235489e-64c8-4785-afd6-806f18f59267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730469'] for subnet, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:54.275519 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-a235489e-64c8-4785-afd6-806f18f59267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for subnet, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:54.302517 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235489e-64c8-4785-afd6-806f18f59267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2148cf02-a102-4db4-88ac-cb57fb055a06,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:55:54.304888 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-a235489e-64c8-4785-afd6-806f18f59267 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:54.308062 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-a235489e-64c8-4785-afd6-806f18f59267 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2148cf02-a102-4db4-88ac-cb57fb055a06 HTTP/1.1" status: 204 len: 168 time: 0.1766858 Nov 29 21:55:54.311549 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 41098) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:55:54.314579 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a235489e-64c8-4785-afd6-806f18f59267 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:55:54.314937 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a235489e-64c8-4785-afd6-806f18f59267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:55:54.315312 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a235489e-64c8-4785-afd6-806f18f59267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:55:54.315651 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a235489e-64c8-4785-afd6-806f18f59267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:55:54.315982 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a235489e-64c8-4785-afd6-806f18f59267 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:55:54.316864 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a235489e-64c8-4785-afd6-806f18f59267 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:55:54.316864 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a235489e-64c8-4785-afd6-806f18f59267 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:55:54.317190 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a235489e-64c8-4785-afd6-806f18f59267 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:55:54.317515 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a235489e-64c8-4785-afd6-806f18f59267 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:55:54.317835 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a235489e-64c8-4785-afd6-806f18f59267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:55:54.318152 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a235489e-64c8-4785-afd6-806f18f59267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:55:54.318466 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a235489e-64c8-4785-afd6-806f18f59267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:55:54.389247 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3c8b275f-9f58-4d32-9a3d-43ba42839137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606273'] for network, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:54.464378 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3c8b275f-9f58-4d32-9a3d-43ba42839137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731116', 'neutron.services.segments.db._delete_segments_for_network-8752945619276'] for network, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:54.484466 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.services.segments.db [None req-3c8b275f-9f58-4d32-9a3d-43ba42839137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a434ff-b1d8-45db-9127-a67c6da4d20f']}} {{(pid=109068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:55:54.493416 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.services.segments.db [None req-3c8b275f-9f58-4d32-9a3d-43ba42839137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a281a770-f71b-403c-b501-1f2182d40bba') {'for_net_delete': True} {{(pid=109068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:55:54.493712 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.services.segments.db [None req-3c8b275f-9f58-4d32-9a3d-43ba42839137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a281a770-f71b-403c-b501-1f2182d40bba') {} {{(pid=109068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:55:54.503106 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3c8b275f-9f58-4d32-9a3d-43ba42839137 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752945621589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127331858'] for segment, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:54.516505 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3c8b275f-9f58-4d32-9a3d-43ba42839137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:54.522555 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c8b275f-9f58-4d32-9a3d-43ba42839137 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=109068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 21:55:54.522964 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3c8b275f-9f58-4d32-9a3d-43ba42839137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126529624'] for segment, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: Traceback (most recent call last): Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: timer() Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: cb(*args, **kw) Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: return func(*args, **kwargs) Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: self._notify() Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: self.callback(batched_events) Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: event.method(event) Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: return f(self, *a, **k) Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: return self._get(url).json() Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: return self.request(url, 'GET', **kwargs) Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 21:55:54.524719 dv-cinder-819722-1-iscsi neutron-server[109068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 21:55:54.583459 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3c8b275f-9f58-4d32-9a3d-43ba42839137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811335'] for network, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:54.588111 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3c8b275f-9f58-4d32-9a3d-43ba42839137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:54.592238 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-3c8b275f-9f58-4d32-9a3d-43ba42839137 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c3a434ff-b1d8-45db-9127-a67c6da4d20f HTTP/1.1" status: 204 len: 168 time: 0.2793126 Nov 29 21:55:54.595074 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 41102) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:55:54.604745 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b275f-9f58-4d32-9a3d-43ba42839137 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3a434ff-b1d8-45db-9127-a67c6da4d20f,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:55:54.612014 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b275f-9f58-4d32-9a3d-43ba42839137 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:55:54.612369 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b275f-9f58-4d32-9a3d-43ba42839137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:55:54.612714 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b275f-9f58-4d32-9a3d-43ba42839137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:55:54.613053 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b275f-9f58-4d32-9a3d-43ba42839137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:55:54.613384 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b275f-9f58-4d32-9a3d-43ba42839137 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:55:54.613715 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b275f-9f58-4d32-9a3d-43ba42839137 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:55:54.614044 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b275f-9f58-4d32-9a3d-43ba42839137 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:55:54.614374 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b275f-9f58-4d32-9a3d-43ba42839137 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:55:54.614912 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b275f-9f58-4d32-9a3d-43ba42839137 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:55:54.615030 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b275f-9f58-4d32-9a3d-43ba42839137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:55:54.615358 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b275f-9f58-4d32-9a3d-43ba42839137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:55:54.615682 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b275f-9f58-4d32-9a3d-43ba42839137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:55:54.640523 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f44099-ecea-452e-bef8-e58a5867bcf7 admin admin] Deleting subnet b067e3f1-19db-4363-ad08-dc8b3303153e {{(pid=109067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 21:55:54.643889 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e5f44099-ecea-452e-bef8-e58a5867bcf7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:54.705795 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e5f44099-ecea-452e-bef8-e58a5867bcf7 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:54.713556 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e5f44099-ecea-452e-bef8-e58a5867bcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730469'] for subnet, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:54.755905 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db5f58-7586-49eb-af37-d02ed209f6a8 req-c1d70c70-55a1-4d00-9d7b-fab87c41f35b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:54.757354 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-53db5f58-7586-49eb-af37-d02ed209f6a8 req-c1d70c70-55a1-4d00-9d7b-fab87c41f35b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0897601 Nov 29 21:55:54.803694 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e5f44099-ecea-452e-bef8-e58a5867bcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for subnet, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:54.832323 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f44099-ecea-452e-bef8-e58a5867bcf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b067e3f1-19db-4363-ad08-dc8b3303153e,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:55:54.837274 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-53db5f58-7586-49eb-af37-d02ed209f6a8 req-98e728c6-989d-4185-a7e0-840909993432 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736439 Nov 29 21:55:54.840048 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e5f44099-ecea-452e-bef8-e58a5867bcf7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:54.843768 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-e5f44099-ecea-452e-bef8-e58a5867bcf7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b067e3f1-19db-4363-ad08-dc8b3303153e HTTP/1.1" status: 204 len: 168 time: 0.2476737 Nov 29 21:55:54.846211 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 41106) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:55:54.917482 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606273'] for network, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:54.998001 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731116', 'neutron.services.segments.db._delete_segments_for_network-8752945619276'] for network, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:55.018419 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:55:55.018794 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:55:55.019570 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:55:55.019905 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] Subscribe: > port after_create 55550000 {{(pid=109067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:55:55.020219 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:55:55.020530 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] Subscribe: > port after_update 55550000 {{(pid=109067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:55:55.020865 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:55:55.021177 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:55:55.021486 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:55:55.021798 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:55:55.088332 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:55:55.088679 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:55:55.089007 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:55:55.089331 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 21:55:55.089716 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80db6285-c8f9-4078-ab6d-b009819bd445']}} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:55:55.112313 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4255ee79-ac11-46ec-a326-69c379e8886c') {'for_net_delete': True} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:55:55.112606 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4255ee79-ac11-46ec-a326-69c379e8886c') {} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:55:55.129427 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752945621589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126503933'] for segment, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:55.150593 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:55.158938 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=109067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 21:55:55.159292 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126503641'] for segment, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: from cryptography.utils import int_from_bytes Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: from cryptography.utils import int_from_bytes Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: Traceback (most recent call last): Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: timer() Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: cb(*args, **kw) Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: return func(*args, **kwargs) Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: self._notify() Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: self.callback(batched_events) Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: event.method(event) Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: return f(self, *a, **k) Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: return self._get(url).json() Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: return self.request(url, 'GET', **kwargs) Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 21:55:55.163281 dv-cinder-819722-1-iscsi neutron-server[109067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 21:55:55.217079 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811335'] for network, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:55.224289 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:55.227553 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] 10.222.0.62 "DELETE /v2.0/networks/80db6285-c8f9-4078-ab6d-b009819bd445 HTTP/1.1" status: 204 len: 168 time: 0.3804412 Nov 29 21:55:55.237079 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf14cec-fc5f-4e72-bda6-da107df2d292 admin admin] Pushing event deleted for resources: {'Network': ['ID=80db6285-c8f9-4078-ab6d-b009819bd445,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:55:55.385219 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 41118) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:55:55.424708 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-db08902a-a90c-42ad-a6de-c22390d2bec3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=83e95706462c417d812af8c1ad984457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379512 Nov 29 21:55:55.427066 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 41120) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:55:55.476727 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-14333e42-4cdc-4c26-a6d2-a352b63ee73a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:55.498390 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-14333e42-4cdc-4c26-a6d2-a352b63ee73a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:55.545830 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-14333e42-4cdc-4c26-a6d2-a352b63ee73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:55.548509 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-14333e42-4cdc-4c26-a6d2-a352b63ee73a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:55.549655 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-14333e42-4cdc-4c26-a6d2-a352b63ee73a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b537c465-6f52-4da3-a4a2-9d55a5b170c1 HTTP/1.1" status: 204 len: 168 time: 0.1216872 Nov 29 21:55:55.557395 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14333e42-4cdc-4c26-a6d2-a352b63ee73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b537c465-6f52-4da3-a4a2-9d55a5b170c1,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:55:55.861950 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 41126) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:55:55.903055 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-1127f3ad-204b-4da7-bf8b-d1ff8498e422 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b79e172a2a2d471792a9b01785ecdf78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398386 Nov 29 21:55:55.906141 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 41130) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:55:55.956677 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-22ffd04e-c3f6-4f24-a42b-361873a71c69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:55.963014 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c36c0-754a-4d96-aae2-32f99b2059b5 req-8545e4e1-7e77-46f3-80c3-8ab6f7a56470 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:55.964602 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fa0c36c0-754a-4d96-aae2-32f99b2059b5 req-8545e4e1-7e77-46f3-80c3-8ab6f7a56470 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0527241 Nov 29 21:55:55.978995 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-22ffd04e-c3f6-4f24-a42b-361873a71c69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:56.014893 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-fa0c36c0-754a-4d96-aae2-32f99b2059b5 req-3fbfb65d-7848-45db-84d2-0bc66b7a45ee tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433512 Nov 29 21:55:56.043734 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-22ffd04e-c3f6-4f24-a42b-361873a71c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:56.046640 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-22ffd04e-c3f6-4f24-a42b-361873a71c69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:56.047900 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-22ffd04e-c3f6-4f24-a42b-361873a71c69 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aa24f72d-0ccf-446c-81f7-b7e5237fa38e HTTP/1.1" status: 204 len: 168 time: 0.1408579 Nov 29 21:55:56.056037 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ffd04e-c3f6-4f24-a42b-361873a71c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa24f72d-0ccf-446c-81f7-b7e5237fa38e,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:55:57.144195 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3ce06-aaf4-449b-abde-5854665f1097 req-79a22a04-75a1-404d-9c00-d26e117f086d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:57.145679 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-90b3ce06-aaf4-449b-abde-5854665f1097 req-79a22a04-75a1-404d-9c00-d26e117f086d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0528922 Nov 29 21:55:57.195756 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-90b3ce06-aaf4-449b-abde-5854665f1097 req-70dc8c9e-f16b-48d9-b686-0dc30b71456d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439742 Nov 29 21:55:58.316681 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28783d4-bd33-4030-83fa-cef45043ead0 req-79267cf5-791b-4b21-be5d-646965a56ed2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:58.318187 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a28783d4-bd33-4030-83fa-cef45043ead0 req-79267cf5-791b-4b21-be5d-646965a56ed2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0490236 Nov 29 21:55:58.365533 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a28783d4-bd33-4030-83fa-cef45043ead0 req-899ebff1-323e-4f0b-b0fe-a31e97251b6e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411615 Nov 29 21:55:58.897463 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:55:59.485516 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c9863-ea6d-4044-9a13-bfb0b99b5e8c req-67e9a10d-d731-4dd1-bd22-8ff6cc512245 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:55:59.487028 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-975c9863-ea6d-4044-9a13-bfb0b99b5e8c req-67e9a10d-d731-4dd1-bd22-8ff6cc512245 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0486412 Nov 29 21:55:59.538357 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-975c9863-ea6d-4044-9a13-bfb0b99b5e8c req-b4cc832d-b69d-4cbf-9b48-27e337843d07 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451324 Nov 29 21:56:00.661140 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47359f-a2e2-4cf0-902d-04e712ea558f req-d1832b5f-0b05-4682-88d8-4d8ed77d982d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:00.662603 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ce47359f-a2e2-4cf0-902d-04e712ea558f req-d1832b5f-0b05-4682-88d8-4d8ed77d982d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0507209 Nov 29 21:56:00.711624 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ce47359f-a2e2-4cf0-902d-04e712ea558f req-29dfe9ff-8a4f-4537-94d5-83a2898cdc35 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429218 Nov 29 21:56:01.699370 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-0e9e44e9-0a81-4d4e-b639-2c743a48be97 req-cf74a2a9-7fd4-4850-8bc5-246135cb771c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502582 Nov 29 21:56:01.759584 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e44e9-0a81-4d4e-b639-2c743a48be97 req-d5d523c9-c763-4e0c-b384-bde10d98bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:01.761120 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-0e9e44e9-0a81-4d4e-b639-2c743a48be97 req-d5d523c9-c763-4e0c-b384-bde10d98bb2e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=01b08089dc5e40ef891d422cc7784809&device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 1098 time: 0.0405724 Nov 29 21:56:01.839555 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739092b-deef-4002-8a1a-3468882cce9b req-eae67794-0735-4a53-8501-79572c3aa5dd tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:01.841300 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a739092b-deef-4002-8a1a-3468882cce9b req-eae67794-0735-4a53-8501-79572c3aa5dd tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0500085 Nov 29 21:56:01.887626 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e44e9-0a81-4d4e-b639-2c743a48be97 req-5b348a9f-9010-4f97-9067-b6797fac2b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:01.894550 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-0e9e44e9-0a81-4d4e-b639-2c743a48be97 req-5b348a9f-9010-4f97-9067-b6797fac2b5f service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3261214-cd19-4620-bdfc-67e5550090e6 HTTP/1.1" status: 200 len: 920 time: 0.1061912 Nov 29 21:56:01.903002 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a739092b-deef-4002-8a1a-3468882cce9b req-b4d2f28c-8c2a-4394-bd0f-9564607d45aa tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552511 Nov 29 21:56:01.933478 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-0e9e44e9-0a81-4d4e-b639-2c743a48be97 req-7d4eea41-232f-4d00-ad0a-e5b67b77c8c2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29359342-4d04-4f44-9e17-90e16d94a800 HTTP/1.1" status: 200 len: 217 time: 0.0372701 Nov 29 21:56:01.982552 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e44e9-0a81-4d4e-b639-2c743a48be97 req-0b6533bd-fb60-431c-a989-b6079abc8c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:01.984703 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-0e9e44e9-0a81-4d4e-b639-2c743a48be97 req-0b6533bd-fb60-431c-a989-b6079abc8c04 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf79bc07-9ee9-42dd-8fb2-fbb2a3b0a31f HTTP/1.1" status: 200 len: 859 time: 0.0448146 Nov 29 21:56:02.016506 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-0e9e44e9-0a81-4d4e-b639-2c743a48be97 req-0c7326e6-2b94-4f65-aed8-400ad6f885d8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3261214-cd19-4620-bdfc-67e5550090e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234661 Nov 29 21:56:02.110388 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-0e9e44e9-0a81-4d4e-b639-2c743a48be97 req-4d12a822-5e8b-47c8-b7fb-c684749d0816 service neutron] 10.222.0.61 "GET /v2.0/networks/d3261214-cd19-4620-bdfc-67e5550090e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861557 Nov 29 21:56:02.204768 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-0e9e44e9-0a81-4d4e-b639-2c743a48be97 req-215c3dc4-6947-48ea-878b-745b502854f6 service neutron] 10.222.0.61 "GET /v2.0/networks/d3261214-cd19-4620-bdfc-67e5550090e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862892 Nov 29 21:56:02.630781 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:56:03.032375 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632517f-9d14-4d1d-b647-78738d555d4c req-06ebbbaf-a62a-44b6-9c8b-b747828d3354 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:03.033992 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4632517f-9d14-4d1d-b647-78738d555d4c req-06ebbbaf-a62a-44b6-9c8b-b747828d3354 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0518320 Nov 29 21:56:03.085037 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4632517f-9d14-4d1d-b647-78738d555d4c req-02c828cd-4a1e-4b9e-9676-a49cca7cfcdf tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445931 Nov 29 21:56:04.202837 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ced01-b197-4472-93a4-3e19e37ce3b1 req-903758dd-09ee-4c90-ae7b-00c6b144ddf3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:04.205056 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-399ced01-b197-4472-93a4-3e19e37ce3b1 req-903758dd-09ee-4c90-ae7b-00c6b144ddf3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0500641 Nov 29 21:56:04.251654 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-399ced01-b197-4472-93a4-3e19e37ce3b1 req-a468d03c-6e8f-42e1-8c38-f5f3fc5d7df8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408163 Nov 29 21:56:04.350240 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 41296) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:04.452428 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-522f4523-4887-47ed-87e8-6348fa085e19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:04.525726 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-522f4523-4887-47ed-87e8-6348fa085e19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:04.529337 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-522f4523-4887-47ed-87e8-6348fa085e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:04.566685 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-522f4523-4887-47ed-87e8-6348fa085e19 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fdffcd2658b14348a2e0da217876f04d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151275 Nov 29 21:56:04.569089 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f4523-4887-47ed-87e8-6348fa085e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a640efd8-5389-4bf0-b338-c9d46bd264fd,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:04.569307 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 41302) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:04.616703 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-821be5a3-c5b4-4813-a6dd-66fb8a7e6ede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:04.638078 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-821be5a3-c5b4-4813-a6dd-66fb8a7e6ede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:04.688164 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-821be5a3-c5b4-4813-a6dd-66fb8a7e6ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:04.691033 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-821be5a3-c5b4-4813-a6dd-66fb8a7e6ede admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:04.695374 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-821be5a3-c5b4-4813-a6dd-66fb8a7e6ede admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a640efd8-5389-4bf0-b338-c9d46bd264fd HTTP/1.1" status: 204 len: 168 time: 0.1227109 Nov 29 21:56:04.701394 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821be5a3-c5b4-4813-a6dd-66fb8a7e6ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a640efd8-5389-4bf0-b338-c9d46bd264fd,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:05.379309 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5877e2d-61ac-40df-9637-171b1a192dc1 req-f65a9ee8-787a-462d-859a-5b6696027f3f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:05.380852 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e5877e2d-61ac-40df-9637-171b1a192dc1 req-f65a9ee8-787a-462d-859a-5b6696027f3f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0510445 Nov 29 21:56:05.429177 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e5877e2d-61ac-40df-9637-171b1a192dc1 req-919c7d96-fda4-4665-ad5a-cf24bf4561a9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424817 Nov 29 21:56:05.995575 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e98c0-8815-4acc-9bf9-fad13973d572 req-e714e737-c2ec-4622-96d1-2a504f38a589 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:05.997018 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a52e98c0-8815-4acc-9bf9-fad13973d572 req-e714e737-c2ec-4622-96d1-2a504f38a589 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0486314 Nov 29 21:56:06.048170 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a52e98c0-8815-4acc-9bf9-fad13973d572 req-b8509a9b-3947-4ff7-8330-df014a17cbb6 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453453 Nov 29 21:56:06.361309 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ba887-89d2-4f79-af3b-c5b34cbe036a req-a1e9cda0-98fb-4f2e-ad9b-a5279277deb5 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:06.362884 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-863ba887-89d2-4f79-af3b-c5b34cbe036a req-a1e9cda0-98fb-4f2e-ad9b-a5279277deb5 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 946 time: 0.0474734 Nov 29 21:56:06.459529 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-863ba887-89d2-4f79-af3b-c5b34cbe036a req-f63d88fd-3375-4df4-8738-1a1b5d3321bd tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Deleting port 93c1da17-8444-48c7-8594-7d75c9ca5b52 {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:56:06.459789 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-863ba887-89d2-4f79-af3b-c5b34cbe036a req-f63d88fd-3375-4df4-8738-1a1b5d3321bd tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:06.550979 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-863ba887-89d2-4f79-af3b-c5b34cbe036a req-f63d88fd-3375-4df4-8738-1a1b5d3321bd tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] For port 93c1da17-8444-48c7-8594-7d75c9ca5b52, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=93c1da17-8444-48c7-8594-7d75c9ca5b52,segment=NetworkSegment(dd84154f-62e1-4ce9-a174-6d08fab81e95),segment_id=dd84154f-62e1-4ce9-a174-6d08fab81e95)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:56:06.551375 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-863ba887-89d2-4f79-af3b-c5b34cbe036a req-f63d88fd-3375-4df4-8738-1a1b5d3321bd tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:06.559262 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d2b65-99c8-4c2b-bdf8-c0cd4c6f9698 req-8550e3ec-d0af-4b7c-81ad-ff0ea242a223 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:06.560714 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6d5d2b65-99c8-4c2b-bdf8-c0cd4c6f9698 req-8550e3ec-d0af-4b7c-81ad-ff0ea242a223 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0526752 Nov 29 21:56:06.564957 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-863ba887-89d2-4f79-af3b-c5b34cbe036a req-f63d88fd-3375-4df4-8738-1a1b5d3321bd tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Calling delete_port for 93c1da17-8444-48c7-8594-7d75c9ca5b52 owned by compute:nova {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:56:06.614523 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6d5d2b65-99c8-4c2b-bdf8-c0cd4c6f9698 req-c7569271-6dc2-4ac1-bf53-c0536e192ce9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469313 Nov 29 21:56:06.699067 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-863ba887-89d2-4f79-af3b-c5b34cbe036a req-f63d88fd-3375-4df4-8738-1a1b5d3321bd tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:06.711162 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['29359342-4d04-4f44-9e17-90e16d94a800', '93c1da17-8444-48c7-8594-7d75c9ca5b52'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 21:56:06.733838 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d88fd-3375-4df4-8738-1a1b5d3321bd tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Pushing event deleted for resources: {'Port': ['ID=93c1da17-8444-48c7-8594-7d75c9ca5b52,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:06.769690 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-863ba887-89d2-4f79-af3b-c5b34cbe036a req-f63d88fd-3375-4df4-8738-1a1b5d3321bd tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] No DVR routers for this DVR port 93c1da17-8444-48c7-8594-7d75c9ca5b52 on host hv-cinder-81972 {{(pid=109068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 21:56:06.772310 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-863ba887-89d2-4f79-af3b-c5b34cbe036a req-f63d88fd-3375-4df4-8738-1a1b5d3321bd tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:06.775732 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-863ba887-89d2-4f79-af3b-c5b34cbe036a req-f63d88fd-3375-4df4-8738-1a1b5d3321bd tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.61 "DELETE /v2.0/ports/93c1da17-8444-48c7-8594-7d75c9ca5b52 HTTP/1.1" status: 204 len: 173 time: 0.4054487 Nov 29 21:56:06.776197 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6566645-d86a-42db-b89a-841fa40bf539', 'name': 'network-vif-deleted', 'tag': '93c1da17-8444-48c7-8594-7d75c9ca5b52'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:56:06.778469 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eecfc34-e22d-41ae-aab0-ebc63feb32ca" -d '{"events": [{"server_uuid": "b6566645-d86a-42db-b89a-841fa40bf539", "name": "network-vif-deleted", "tag": "93c1da17-8444-48c7-8594-7d75c9ca5b52"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:56:06.817511 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 21:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe420261-a0a2-46a3-a320-8bc315668e6f x-openstack-request-id: req-fe420261-a0a2-46a3-a320-8bc315668e6f {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:56:06.817800 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6566645-d86a-42db-b89a-841fa40bf539", "name": "network-vif-deleted", "tag": "93c1da17-8444-48c7-8594-7d75c9ca5b52", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:56:06.818060 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe420261-a0a2-46a3-a320-8bc315668e6f {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:56:06.818453 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6566645-d86a-42db-b89a-841fa40bf539', 'name': 'network-vif-deleted', 'tag': '93c1da17-8444-48c7-8594-7d75c9ca5b52', 'status': 'completed', 'code': 200} Nov 29 21:56:07.152832 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-25a95d9f-4f49-4c78-8565-58e10ea4b898 req-1f1df505-b8bf-4ed4-968a-449f152c1530 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6566645-d86a-42db-b89a-841fa40bf539 HTTP/1.1" status: 200 len: 210 time: 0.0251861 Nov 29 21:56:07.220706 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cd3fb43e-3720-4cd2-9105-20af3872d240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:07.733496 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58734b24-f6fa-4c6f-910c-b19cc0159b52 req-e6fc215d-2bd7-43f1-9175-656a723c6617 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:07.735542 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-58734b24-f6fa-4c6f-910c-b19cc0159b52 req-e6fc215d-2bd7-43f1-9175-656a723c6617 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0475576 Nov 29 21:56:07.781072 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-58734b24-f6fa-4c6f-910c-b19cc0159b52 req-5ffcbf7d-b8a2-473c-b543-62d2db1b2679 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395977 Nov 29 21:56:08.419185 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b3301-27a2-4813-837c-87fb29e2df52 req-e1b7dc1d-4ae9-4bfa-875c-ac58dd353a14 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:08.420612 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c20b3301-27a2-4813-837c-87fb29e2df52 req-e1b7dc1d-4ae9-4bfa-875c-ac58dd353a14 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.0512233 Nov 29 21:56:08.467584 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c20b3301-27a2-4813-837c-87fb29e2df52 req-233b21f0-a8c5-45d6-ba0a-112798e2b4da tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408883 Nov 29 21:56:08.786611 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5f39f-9c65-4c22-93c6-44cd5dafb238 req-e6c0b974-8077-4592-8729-c86d60bc193b tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:08.788082 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-66c5f39f-9c65-4c22-93c6-44cd5dafb238 req-e6c0b974-8077-4592-8729-c86d60bc193b tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 945 time: 0.0473313 Nov 29 21:56:08.835680 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-66c5f39f-9c65-4c22-93c6-44cd5dafb238 req-4d366d78-c880-47b2-a164-762e91fd9610 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=081f932f-7903-4299-ba6f-1b2e70f0cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418065 Nov 29 21:56:08.905527 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bc5ec-647a-47bd-8263-7dd6cae29f5a req-be4cc45d-01f2-48bf-98e4-83265d63553c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:08.906969 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-779bc5ec-647a-47bd-8263-7dd6cae29f5a req-be4cc45d-01f2-48bf-98e4-83265d63553c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0512867 Nov 29 21:56:08.954371 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-779bc5ec-647a-47bd-8263-7dd6cae29f5a req-a81b68d9-bdf6-4c8a-887b-658e84fe5c11 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415704 Nov 29 21:56:09.580042 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3de49-efab-42fc-9f8e-46c6142aa95b req-44b67a18-73f1-41e2-b336-329ef01ee70e tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:09.581490 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5fc3de49-efab-42fc-9f8e-46c6142aa95b req-44b67a18-73f1-41e2-b336-329ef01ee70e tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.0477443 Nov 29 21:56:09.626891 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5fc3de49-efab-42fc-9f8e-46c6142aa95b req-b0fde88e-bb06-471c-a89f-2f63ce876a2d tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395029 Nov 29 21:56:09.674837 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-bb12ee8d-9112-4986-8aa4-5937b290e796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:09.947495 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16bb14-5c99-4f48-900d-67cf2b195360 req-18802028-c728-457d-a4b0-f058eb548ec1 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:09.948932 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-dc16bb14-5c99-4f48-900d-67cf2b195360 req-18802028-c728-457d-a4b0-f058eb548ec1 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 945 time: 0.0472343 Nov 29 21:56:09.961964 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 93c1da17-8444-48c7-8594-7d75c9ca5b52 no longer exists at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 21:56:09.983845 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] No Port match for: 93c1da17-8444-48c7-8594-7d75c9ca5b52 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 21:56:09.984245 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 93c1da17-8444-48c7-8594-7d75c9ca5b52 not bound to the agent host hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 21:56:10.004092 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-dc16bb14-5c99-4f48-900d-67cf2b195360 req-cf36bdd1-7381-42f3-8f86-2a9b6266edb4 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=081f932f-7903-4299-ba6f-1b2e70f0cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487115 Nov 29 21:56:10.081620 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae207331-e930-4146-8826-55925f080dc7 req-d222a469-8787-4849-9e20-25c5184b1800 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:10.083232 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ae207331-e930-4146-8826-55925f080dc7 req-d222a469-8787-4849-9e20-25c5184b1800 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0508657 Nov 29 21:56:10.132677 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ae207331-e930-4146-8826-55925f080dc7 req-b841d6a3-2977-4016-a3f3-aaf1c2efd4d9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435197 Nov 29 21:56:10.631763 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0059b42-ec21-4584-bc7d-147d6d819ad1 req-38be4507-d34a-4d8f-a677-7b8d7f35c34f tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:10.633221 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c0059b42-ec21-4584-bc7d-147d6d819ad1 req-38be4507-d34a-4d8f-a677-7b8d7f35c34f tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 945 time: 0.0659730 Nov 29 21:56:10.641397 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2b90e-116f-4ff3-99d8-47b397e0f05f req-3378afed-9e07-45d3-91ac-872e27498acf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:10.642710 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-71b2b90e-116f-4ff3-99d8-47b397e0f05f req-3378afed-9e07-45d3-91ac-872e27498acf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.0845754 Nov 29 21:56:10.740526 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037951cd-80d6-4f0f-8f40-5ded0497f853 req-50064a90-5b1f-4d0b-b022-98d5982b3aa6 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:10.741987 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-037951cd-80d6-4f0f-8f40-5ded0497f853 req-50064a90-5b1f-4d0b-b022-98d5982b3aa6 tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 945 time: 0.0482912 Nov 29 21:56:10.789316 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-037951cd-80d6-4f0f-8f40-5ded0497f853 req-7e2fe27c-a064-41aa-a6aa-17052c4eb49f tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/security-groups?id=0263bdc5-c106-4186-9696-92e3511422cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411737 Nov 29 21:56:10.790942 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-c0059b42-ec21-4584-bc7d-147d6d819ad1 req-2080d230-0c5b-4aeb-868a-b3283d7adc16 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Deleting port 01ab7e9a-906e-47ce-a0b8-104398f2dfc3 {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:56:10.791314 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-c0059b42-ec21-4584-bc7d-147d6d819ad1 req-2080d230-0c5b-4aeb-868a-b3283d7adc16 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:10.799608 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-71b2b90e-116f-4ff3-99d8-47b397e0f05f req-d143c1a6-e1d3-4067-98ac-f49fcaaeb7cf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Deleting port 29359342-4d04-4f44-9e17-90e16d94a800 {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:56:10.799940 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-71b2b90e-116f-4ff3-99d8-47b397e0f05f req-d143c1a6-e1d3-4067-98ac-f49fcaaeb7cf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:10.863900 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:10.954552 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-c0059b42-ec21-4584-bc7d-147d6d819ad1 req-2080d230-0c5b-4aeb-868a-b3283d7adc16 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] For port 01ab7e9a-906e-47ce-a0b8-104398f2dfc3, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=01ab7e9a-906e-47ce-a0b8-104398f2dfc3,segment=NetworkSegment(c474d39d-c2f7-4b49-acd8-82f36e651454),segment_id=c474d39d-c2f7-4b49-acd8-82f36e651454)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:56:10.954916 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-c0059b42-ec21-4584-bc7d-147d6d819ad1 req-2080d230-0c5b-4aeb-868a-b3283d7adc16 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:10.964940 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-71b2b90e-116f-4ff3-99d8-47b397e0f05f req-d143c1a6-e1d3-4067-98ac-f49fcaaeb7cf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] For port 29359342-4d04-4f44-9e17-90e16d94a800, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=29359342-4d04-4f44-9e17-90e16d94a800,segment=NetworkSegment(dd84154f-62e1-4ce9-a174-6d08fab81e95),segment_id=dd84154f-62e1-4ce9-a174-6d08fab81e95)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:56:10.965287 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-71b2b90e-116f-4ff3-99d8-47b397e0f05f req-d143c1a6-e1d3-4067-98ac-f49fcaaeb7cf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:11.026601 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-71b2b90e-116f-4ff3-99d8-47b397e0f05f req-d143c1a6-e1d3-4067-98ac-f49fcaaeb7cf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Calling delete_port for 29359342-4d04-4f44-9e17-90e16d94a800 owned by compute:nova {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:56:11.128896 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ef939-beb0-440f-859c-db3420f06f13 req-227a6084-0328-460e-bffa-aa87953ca1e2 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:11.130409 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-606ef939-beb0-440f-859c-db3420f06f13 req-227a6084-0328-460e-bffa-aa87953ca1e2 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 945 time: 0.0595515 Nov 29 21:56:11.181384 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-606ef939-beb0-440f-859c-db3420f06f13 req-b6e97f06-6f08-427f-b948-b608c8aff4fb tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=081f932f-7903-4299-ba6f-1b2e70f0cdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450187 Nov 29 21:56:11.248772 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-c0059b42-ec21-4584-bc7d-147d6d819ad1 req-2080d230-0c5b-4aeb-868a-b3283d7adc16 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:11.249130 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-c0059b42-ec21-4584-bc7d-147d6d819ad1 req-2080d230-0c5b-4aeb-868a-b3283d7adc16 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811381'] for floatingip, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:11.249443 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.db.l3_db [req-c0059b42-ec21-4584-bc7d-147d6d819ad1 req-2080d230-0c5b-4aeb-868a-b3283d7adc16 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Floating IP 6b26a75c-6a7e-435c-9804-8f8dc337b5c2 disassociated. External IP: 172.27.0.103, port: 01ab7e9a-906e-47ce-a0b8-104398f2dfc3. Nov 29 21:56:11.249781 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-c0059b42-ec21-4584-bc7d-147d6d819ad1 req-2080d230-0c5b-4aeb-868a-b3283d7adc16 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Calling delete_port for 01ab7e9a-906e-47ce-a0b8-104398f2dfc3 owned by compute:nova {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:56:11.263612 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a917447-9e3f-4384-97c0-8b4b8d77e91d req-d1f550f1-ae8f-4bf9-9621-2affc6a18990 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:11.265248 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9a917447-9e3f-4384-97c0-8b4b8d77e91d req-d1f550f1-ae8f-4bf9-9621-2affc6a18990 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0516138 Nov 29 21:56:11.319824 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9a917447-9e3f-4384-97c0-8b4b8d77e91d req-f8307b42-408d-41ce-afef-e9540033d562 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477412 Nov 29 21:56:11.337718 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-71b2b90e-116f-4ff3-99d8-47b397e0f05f req-d143c1a6-e1d3-4067-98ac-f49fcaaeb7cf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:11.350378 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['29359342-4d04-4f44-9e17-90e16d94a800'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 21:56:11.376248 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143c1a6-e1d3-4067-98ac-f49fcaaeb7cf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Pushing event deleted for resources: {'Port': ['ID=29359342-4d04-4f44-9e17-90e16d94a800,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:11.436772 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b2b90e-116f-4ff3-99d8-47b397e0f05f req-d143c1a6-e1d3-4067-98ac-f49fcaaeb7cf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] No DVR routers for this DVR port 29359342-4d04-4f44-9e17-90e16d94a800 on host hv-cinder-81972 {{(pid=109068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 21:56:11.442294 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-71b2b90e-116f-4ff3-99d8-47b397e0f05f req-d143c1a6-e1d3-4067-98ac-f49fcaaeb7cf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:11.445639 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-71b2b90e-116f-4ff3-99d8-47b397e0f05f req-d143c1a6-e1d3-4067-98ac-f49fcaaeb7cf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.61 "DELETE /v2.0/ports/29359342-4d04-4f44-9e17-90e16d94a800 HTTP/1.1" status: 204 len: 173 time: 0.7960908 Nov 29 21:56:11.446088 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b69804-ef91-4e2b-b898-998bdc0389c6', 'name': 'network-vif-deleted', 'tag': '29359342-4d04-4f44-9e17-90e16d94a800'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:56:11.448349 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b874d4a-3a64-4a26-bdcb-5f99f04af7db" -d '{"events": [{"server_uuid": "c6b69804-ef91-4e2b-b898-998bdc0389c6", "name": "network-vif-deleted", "tag": "29359342-4d04-4f44-9e17-90e16d94a800"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:56:11.497865 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-c0059b42-ec21-4584-bc7d-147d6d819ad1 req-2080d230-0c5b-4aeb-868a-b3283d7adc16 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:11.506146 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 21:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baaeb7df-35fd-48b4-bed7-f9d25b1fc31f x-openstack-request-id: req-baaeb7df-35fd-48b4-bed7-f9d25b1fc31f {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:56:11.506464 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b69804-ef91-4e2b-b898-998bdc0389c6", "name": "network-vif-deleted", "tag": "29359342-4d04-4f44-9e17-90e16d94a800", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:56:11.506767 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-baaeb7df-35fd-48b4-bed7-f9d25b1fc31f {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:56:11.507191 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b69804-ef91-4e2b-b898-998bdc0389c6', 'name': 'network-vif-deleted', 'tag': '29359342-4d04-4f44-9e17-90e16d94a800', 'status': 'completed', 'code': 200} Nov 29 21:56:11.536744 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080d230-0c5b-4aeb-868a-b3283d7adc16 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Pushing event deleted for resources: {'Port': ['ID=01ab7e9a-906e-47ce-a0b8-104398f2dfc3,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:11.655022 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0059b42-ec21-4584-bc7d-147d6d819ad1 req-2080d230-0c5b-4aeb-868a-b3283d7adc16 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Router 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 21:56:11.919246 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6a8147b8-7f9b-4c50-b7ea-d238fd1d219c req-8c1bc03c-e071-4c9d-84c6-312f465257bf tempest-ServerRescueNegativeTestJSON-2019380498 tempest-ServerRescueNegativeTestJSON-2019380498-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6b69804-ef91-4e2b-b898-998bdc0389c6 HTTP/1.1" status: 200 len: 210 time: 0.0300398 Nov 29 21:56:12.012359 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0059b42-ec21-4584-bc7d-147d6d819ad1 req-2080d230-0c5b-4aeb-868a-b3283d7adc16 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 21:56:12.023970 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f78d7e-6fd1-4004-a5ae-767aabee02fe None None] Sync routers for ids ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'] in dv-cinder-819722-1-iscsi {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 21:56:12.035461 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f78d7e-6fd1-4004-a5ae-767aabee02fe None None] Routers {'0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:56:12.036287 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-b2f78d7e-6fd1-4004-a5ae-767aabee02fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:56:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:12.051875 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0059b42-ec21-4584-bc7d-147d6d819ad1 req-2080d230-0c5b-4aeb-868a-b3283d7adc16 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] No DVR routers for this DVR port 01ab7e9a-906e-47ce-a0b8-104398f2dfc3 on host hv-cinder-81972 {{(pid=109068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 21:56:12.054657 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-c0059b42-ec21-4584-bc7d-147d6d819ad1 req-2080d230-0c5b-4aeb-868a-b3283d7adc16 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:12.058036 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c0059b42-ec21-4584-bc7d-147d6d819ad1 req-2080d230-0c5b-4aeb-868a-b3283d7adc16 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.61 "DELETE /v2.0/ports/01ab7e9a-906e-47ce-a0b8-104398f2dfc3 HTTP/1.1" status: 204 len: 173 time: 1.4144199 Nov 29 21:56:12.106272 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:12.263843 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-b2f78d7e-6fd1-4004-a5ae-767aabee02fe None None] Set router 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:56:12.297866 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-33543d64-2e1a-4ee4-a077-f723a4713626 req-a056248f-b9a1-4c67-adb4-2df0dd9b0873 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f9984f9-0b78-490f-87ed-a1315d066150 HTTP/1.1" status: 200 len: 210 time: 0.0298786 Nov 29 21:56:12.456282 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37a2f5-6201-4b82-b8c7-66311490859b req-00744b8e-909c-4f38-b128-ce3509b4b1d0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:12.458137 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0d37a2f5-6201-4b82-b8c7-66311490859b req-00744b8e-909c-4f38-b128-ce3509b4b1d0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0635648 Nov 29 21:56:12.488506 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-b2f78d7e-6fd1-4004-a5ae-767aabee02fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'name': 'tempest-AttachVolumeTestJSON-300138794-router', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:47:53Z', 'revision_number': 4, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'gw_port': {'id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '8a4fbb58-080b-4163-a85f-4eb5edc8be95', 'name': '', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'mac_address': 'fa:16:3e:f5:a3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:52Z', 'updated_at': '2021-11-29T21:48:01Z', 'revision_number': 5, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'subnets': [{'id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:12.517627 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0d37a2f5-6201-4b82-b8c7-66311490859b req-ba493e2b-ae67-4d15-b7c1-880aa263d0c8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531359 Nov 29 21:56:12.520863 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f78d7e-6fd1-4004-a5ae-767aabee02fe None None] Checking router: 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d for host: dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 21:56:12.529748 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f78d7e-6fd1-4004-a5ae-767aabee02fe None None] Routers {'0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:56:12.530394 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-b2f78d7e-6fd1-4004-a5ae-767aabee02fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:56:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:12.647896 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-b2f78d7e-6fd1-4004-a5ae-767aabee02fe None None] Set router 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:56:12.770502 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 41476) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:12.865594 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-b2f78d7e-6fd1-4004-a5ae-767aabee02fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'name': 'tempest-AttachVolumeTestJSON-300138794-router', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:47:53Z', 'revision_number': 4, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'gw_port': {'id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '8a4fbb58-080b-4163-a85f-4eb5edc8be95', 'name': '', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'mac_address': 'fa:16:3e:f5:a3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:52Z', 'updated_at': '2021-11-29T21:48:01Z', 'revision_number': 5, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'subnets': [{'id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:12.896474 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-03814328-6867-4907-86d2-e5b1a44b14f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:12.900109 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f78d7e-6fd1-4004-a5ae-767aabee02fe None None] The sync data for ids ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'] in dv-cinder-819722-1-iscsi is: [{'id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'name': 'tempest-AttachVolumeTestJSON-300138794-router', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:47:53Z', 'revision_number': 4, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'gw_port': {'id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '8a4fbb58-080b-4163-a85f-4eb5edc8be95', 'name': '', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'mac_address': 'fa:16:3e:f5:a3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:52Z', 'updated_at': '2021-11-29T21:48:01Z', 'revision_number': 5, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'subnets': [{'id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 21:56:12.979807 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 41484) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:12.985847 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-03814328-6867-4907-86d2-e5b1a44b14f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:12.990619 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-03814328-6867-4907-86d2-e5b1a44b14f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:13.032651 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-03814328-6867-4907-86d2-e5b1a44b14f9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2be59d9063af4fe9b88bdbb9dbf2f3ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2609618 Nov 29 21:56:13.033543 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03814328-6867-4907-86d2-e5b1a44b14f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f80057c-8f1d-4864-b1c4-0ab15e6007ce,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:13.035337 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 41488) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:13.134013 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:13.149734 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2984451a-dd0e-4c42-a9a3-8c03f9c09b35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:13.209262 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2984451a-dd0e-4c42-a9a3-8c03f9c09b35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:13.247126 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f8f21b-0ac8-4de7-8d22-472bf037ada8 None None] New status for floating IP 6b26a75c-6a7e-435c-9804-8f8dc337b5c2: DOWN {{(pid=109069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 21:56:13.349884 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2984451a-dd0e-4c42-a9a3-8c03f9c09b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:13.352746 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2984451a-dd0e-4c42-a9a3-8c03f9c09b35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:13.356461 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-2984451a-dd0e-4c42-a9a3-8c03f9c09b35 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9f80057c-8f1d-4864-b1c4-0ab15e6007ce HTTP/1.1" status: 204 len: 168 time: 0.3176358 Nov 29 21:56:13.366662 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984451a-dd0e-4c42-a9a3-8c03f9c09b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f80057c-8f1d-4864-b1c4-0ab15e6007ce,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:13.449961 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 41500) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:13.511849 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9984f9-0b78-490f-87ed-a1315d066150', 'name': 'network-vif-deleted', 'tag': '01ab7e9a-906e-47ce-a0b8-104398f2dfc3'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:56:13.528905 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c80686-0e62-4a5d-b7b1-0e0037f8d6b2" -d '{"events": [{"server_uuid": "7f9984f9-0b78-490f-87ed-a1315d066150", "name": "network-vif-deleted", "tag": "01ab7e9a-906e-47ce-a0b8-104398f2dfc3"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:56:13.561020 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-ff59bbb4-3755-46b7-abf5-a0a82de179ea tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:13.604596 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-ff59bbb4-3755-46b7-abf5-a0a82de179ea tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:13.608434 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 21:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daddab2c-d8c8-4c9c-9021-33576b1ae8d8 x-openstack-request-id: req-daddab2c-d8c8-4c9c-9021-33576b1ae8d8 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:56:13.608729 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9984f9-0b78-490f-87ed-a1315d066150", "name": "network-vif-deleted", "tag": "01ab7e9a-906e-47ce-a0b8-104398f2dfc3", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:56:13.608974 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-daddab2c-d8c8-4c9c-9021-33576b1ae8d8 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:56:13.609613 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9984f9-0b78-490f-87ed-a1315d066150', 'name': 'network-vif-deleted', 'tag': '01ab7e9a-906e-47ce-a0b8-104398f2dfc3', 'status': 'completed', 'code': 200} Nov 29 21:56:13.667636 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-29576f59-ae4d-4da1-b410-248865fb9d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817269'] for router_interface, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:13.710096 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-ff59bbb4-3755-46b7-abf5-a0a82de179ea tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:13.714064 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-ff59bbb4-3755-46b7-abf5-a0a82de179ea tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:13.718580 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 41510) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:13.719567 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-ff59bbb4-3755-46b7-abf5-a0a82de179ea tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "DELETE /v2.0/security-groups/081f932f-7903-4299-ba6f-1b2e70f0cdbd HTTP/1.1" status: 204 len: 168 time: 0.2678967 Nov 29 21:56:13.738925 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.api.v2.resource [None req-a78db340-62b6-471f-9551-d5076305981d tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] show failed (client error): The resource could not be found. Nov 29 21:56:13.739977 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-a78db340-62b6-471f-9551-d5076305981d tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups/081f932f-7903-4299-ba6f-1b2e70f0cdbd HTTP/1.1" status: 404 len: 347 time: 0.0202146 Nov 29 21:56:13.744027 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 41516) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:13.768801 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69316fd-38be-425b-a50b-b84dd6458871 req-9ecd9aed-8346-4315-8102-c6895ee7f619 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:13.770778 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b69316fd-38be-425b-a50b-b84dd6458871 req-9ecd9aed-8346-4315-8102-c6895ee7f619 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.1277232 Nov 29 21:56:13.806502 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59bbb4-3755-46b7-abf5-a0a82de179ea tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=081f932f-7903-4299-ba6f-1b2e70f0cdbd,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:13.888142 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b69316fd-38be-425b-a50b-b84dd6458871 req-ebeec191-35ae-40a8-b93f-084ee8df84b8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103201 Nov 29 21:56:13.978976 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 29359342-4d04-4f44-9e17-90e16d94a800 no longer exists at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 21:56:14.006044 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] No Port match for: 29359342-4d04-4f44-9e17-90e16d94a800 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 21:56:14.006462 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 29359342-4d04-4f44-9e17-90e16d94a800 not bound to the agent host hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 21:56:14.007005 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 01ab7e9a-906e-47ce-a0b8-104398f2dfc3 no longer exists at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 21:56:14.026807 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] No Port match for: 01ab7e9a-906e-47ce-a0b8-104398f2dfc3 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 21:56:14.027170 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 01ab7e9a-906e-47ce-a0b8-104398f2dfc3 not bound to the agent host hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 21:56:14.057877 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-bad2c761-f6d9-4edc-a469-984d08049513 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Deleting port 8de9b577-181e-4209-b17a-223cf8580489 {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:56:14.058365 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bad2c761-f6d9-4edc-a469-984d08049513 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:14.185101 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bad2c761-f6d9-4edc-a469-984d08049513 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:14.185443 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bad2c761-f6d9-4edc-a469-984d08049513 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:14.201404 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 41532) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:14.206356 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-bad2c761-f6d9-4edc-a469-984d08049513 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Calling delete_port for 8de9b577-181e-4209-b17a-223cf8580489 owned by network:floatingip {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:56:14.273389 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-29576f59-ae4d-4da1-b410-248865fb9d90 admin admin] Deleting port 452ad68b-d404-4277-9673-4e7732ee4860 {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:56:14.273733 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-29576f59-ae4d-4da1-b410-248865fb9d90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:14.331658 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-683a1742-bae4-4bcc-b9b1-657724037cda admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1632745676-network', 'tenant_id': '88a9ca4135cb41e99a8a1477f72aef11'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:14.356102 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683a1742-bae4-4bcc-b9b1-657724037cda admin admin] Made reservation on behalf of 88a9ca4135cb41e99a8a1477f72aef11 for: {'network': 1} {{(pid=109067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:56:14.358943 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-683a1742-bae4-4bcc-b9b1-657724037cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for network, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:14.369145 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-683a1742-bae4-4bcc-b9b1-657724037cda admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:14.381299 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [None req-29576f59-ae4d-4da1-b410-248865fb9d90 admin admin] For port 452ad68b-d404-4277-9673-4e7732ee4860, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=452ad68b-d404-4277-9673-4e7732ee4860,segment=NetworkSegment(dd84154f-62e1-4ce9-a174-6d08fab81e95),segment_id=dd84154f-62e1-4ce9-a174-6d08fab81e95)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:56:14.381706 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-29576f59-ae4d-4da1-b410-248865fb9d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:14.417598 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-29576f59-ae4d-4da1-b410-248865fb9d90 admin admin] Calling delete_port for 452ad68b-d404-4277-9673-4e7732ee4860 owned by network:router_interface {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:56:14.446570 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-683a1742-bae4-4bcc-b9b1-657724037cda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:14.449956 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-683a1742-bae4-4bcc-b9b1-657724037cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:14.474220 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bad2c761-f6d9-4edc-a469-984d08049513 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:14.480691 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683a1742-bae4-4bcc-b9b1-657724037cda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=109067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 21:56:14.486933 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a1742-bae4-4bcc-b9b1-657724037cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76dac63-0d60-4013-b3aa-33c4c7f4458b,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:14.496075 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-683a1742-bae4-4bcc-b9b1-657724037cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:14.496417 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.db.segments_db [None req-683a1742-bae4-4bcc-b9b1-657724037cda admin admin] Added segment 129e8922-9dbd-49a8-a94c-acaa259e137a of type vlan for network aa8463df-af1a-42d4-ba11-91c61bfd007d Nov 29 21:56:14.508988 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2c761-f6d9-4edc-a469-984d08049513 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Pushing event deleted for resources: {'Port': ['ID=8de9b577-181e-4209-b17a-223cf8580489,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:14.540318 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-683a1742-bae4-4bcc-b9b1-657724037cda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752945079902'] for network, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:14.564975 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-683a1742-bae4-4bcc-b9b1-657724037cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for network, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:14.566293 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683a1742-bae4-4bcc-b9b1-657724037cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:14.566991 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-683a1742-bae4-4bcc-b9b1-657724037cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:14.604843 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-683a1742-bae4-4bcc-b9b1-657724037cda admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3997912 Nov 29 21:56:14.610729 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 41538) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:14.618566 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-42687960-b458-4026-aeab-9e80e3881b72 admin admin] Request body: {'subnet': {'network_id': 'aa8463df-af1a-42d4-ba11-91c61bfd007d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1632745676-subnet', 'tenant_id': '88a9ca4135cb41e99a8a1477f72aef11', 'ip_version': 4}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:14.629850 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a1742-bae4-4bcc-b9b1-657724037cda admin admin] Pushing event updated for resources: {'Network': ['ID=aa8463df-af1a-42d4-ba11-91c61bfd007d,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:14.640360 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Network aa8463df-af1a-42d4-ba11-91c61bfd007d details requested by agent ovs-agent-dv-cinder-819722-1-iscsi with host dv-cinder-819722-1-iscsi {{(pid=109069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 21:56:14.641329 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bad2c761-f6d9-4edc-a469-984d08049513 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for floatingip, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:14.644125 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bad2c761-f6d9-4edc-a469-984d08049513 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:14.645285 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-bad2c761-f6d9-4edc-a469-984d08049513 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "DELETE /v2.0/floatingips/6b26a75c-6a7e-435c-9804-8f8dc337b5c2 HTTP/1.1" status: 204 len: 168 time: 0.9000776 Nov 29 21:56:14.665191 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42687960-b458-4026-aeab-9e80e3881b72 admin admin] Made reservation on behalf of 88a9ca4135cb41e99a8a1477f72aef11 for: {'subnet': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:56:14.668559 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-42687960-b458-4026-aeab-9e80e3881b72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126160716'] for subnet, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:14.768230 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-29576f59-ae4d-4da1-b410-248865fb9d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:14.801906 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29576f59-ae4d-4da1-b410-248865fb9d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=452ad68b-d404-4277-9673-4e7732ee4860,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:15.020116 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fa2ac-06a0-4dba-a771-e6133ba2528f req-bec29e42-6a5f-4e95-a585-45e2ef68407a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:15.020330 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-42687960-b458-4026-aeab-9e80e3881b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126530043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126160722'] for subnet, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:15.021987 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cd0fa2ac-06a0-4dba-a771-e6133ba2528f req-bec29e42-6a5f-4e95-a585-45e2ef68407a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0592790 Nov 29 21:56:15.070412 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-29576f59-ae4d-4da1-b410-248865fb9d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810949'] for router_interface, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:15.073480 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cd0fa2ac-06a0-4dba-a771-e6133ba2528f req-c07f590f-a9a6-4548-8bbc-f2e41e6d6811 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443819 Nov 29 21:56:15.093257 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42687960-b458-4026-aeab-9e80e3881b72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d362bb28-df68-417a-809b-507ebaf77a4c,revision_number=0']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:15.138040 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 41546) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:15.142288 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-d2841778-8e18-4247-99d4-7c8ce3008f5e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1784194930', 'description': 'tempest-description--783847409'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:15.145839 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42687960-b458-4026-aeab-9e80e3881b72 admin admin] Checking segment: {'id': '129e8922-9dbd-49a8-a94c-acaa259e137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'aa8463df-af1a-42d4-ba11-91c61bfd007d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:56:15.146201 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42687960-b458-4026-aeab-9e80e3881b72 admin admin] Network hostable DHCP agents. Network: aa8463df-af1a-42d4-ba11-91c61bfd007d, hostable agents: ['f050ea31-2221-4d35-9e43-364bf64fbd15'], hosted agents: [] {{(pid=109068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 21:56:15.167165 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d2841778-8e18-4247-99d4-7c8ce3008f5e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:15.239350 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d2841778-8e18-4247-99d4-7c8ce3008f5e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:15.243298 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d2841778-8e18-4247-99d4-7c8ce3008f5e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:15.274093 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d2841778-8e18-4247-99d4-7c8ce3008f5e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:15.275272 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-d2841778-8e18-4247-99d4-7c8ce3008f5e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1366670 Nov 29 21:56:15.278225 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 41548) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:15.283310 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-3d1f1590-1d13-4c73-b59e-1957f3e2a59d tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Request body: {'security_group_rule': {'security_group_id': '8744e622-98b1-4c1a-9587-aed8701d21e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:15.289668 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2841778-8e18-4247-99d4-7c8ce3008f5e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8744e622-98b1-4c1a-9587-aed8701d21e7,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:15.318701 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1590-1d13-4c73-b59e-1957f3e2a59d tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:15.386352 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1590-1d13-4c73-b59e-1957f3e2a59d tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:15.390828 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1590-1d13-4c73-b59e-1957f3e2a59d tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573674'] for security_group_rule, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:15.408969 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f1590-1d13-4c73-b59e-1957f3e2a59d tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8dad2b-8358-48cb-a940-8ef25fb05d7b,revision_number=0']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:15.417837 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1590-1d13-4c73-b59e-1957f3e2a59d tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:15.419067 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-3d1f1590-1d13-4c73-b59e-1957f3e2a59d tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399179 Nov 29 21:56:15.422529 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 41552) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:15.426982 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-06156fd3-83bd-42c7-ae83-8b08da65f87d tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Request body: {'security_group_rule': {'security_group_id': '8744e622-98b1-4c1a-9587-aed8701d21e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:15.452107 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42687960-b458-4026-aeab-9e80e3881b72 admin admin] Network aa8463df-af1a-42d4-ba11-91c61bfd007d is scheduled to be hosted by DHCP agent f050ea31-2221-4d35-9e43-364bf64fbd15 with binding_index 1 {{(pid=109068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 21:56:15.452698 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-06156fd3-83bd-42c7-ae83-8b08da65f87d tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:15.470014 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [None req-42687960-b458-4026-aeab-9e80e3881b72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819722-1-iscsi, aa8463df-af1a-42d4-ba11-91c61bfd007d) {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:56:15.474601 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42687960-b458-4026-aeab-9e80e3881b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:15.475232 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-42687960-b458-4026-aeab-9e80e3881b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for subnet, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:15.480539 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800e85ad-b884-43fa-be1a-695638616d9d None None] Network aa8463df-af1a-42d4-ba11-91c61bfd007d requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:56:15.513868 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-06156fd3-83bd-42c7-ae83-8b08da65f87d tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:15.527889 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-42687960-b458-4026-aeab-9e80e3881b72 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9157708 Nov 29 21:56:15.532392 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 41554) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:15.534710 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-06156fd3-83bd-42c7-ae83-8b08da65f87d tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573674'] for security_group_rule, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:15.541473 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-70ef0396-09d6-4269-9cbe-87ecbc90d125 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1632745676-router', 'tenant_id': '88a9ca4135cb41e99a8a1477f72aef11', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:15.556305 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06156fd3-83bd-42c7-ae83-8b08da65f87d tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec744e1b-317a-4033-8b36-33afd054c8e6,revision_number=0']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:15.568542 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-06156fd3-83bd-42c7-ae83-8b08da65f87d tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:15.570711 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-06156fd3-83bd-42c7-ae83-8b08da65f87d tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1471736 Nov 29 21:56:15.574454 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 41556) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:15.580727 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-3117da06-a2f7-4af9-a676-bf5bca2b711e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Request body: {'floatingip': {'floating_network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:15.619961 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-70ef0396-09d6-4269-9cbe-87ecbc90d125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1812733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63426'] for router, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:15.621026 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-70ef0396-09d6-4269-9cbe-87ecbc90d125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1692916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63433'] for router, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:15.632758 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3117da06-a2f7-4af9-a676-bf5bca2b711e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for floatingip, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:15.636761 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29576f59-ae4d-4da1-b410-248865fb9d90 admin admin] Router ddf957f1-3490-4288-80bc-f278f5598a9b has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 21:56:15.650792 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21caa0cc-6bdc-59e7-8938-ac611155d915-aa8463df-af1a-42d4-ba11-91c61bfd007d', 'network_id': 'aa8463df-af1a-42d4-ba11-91c61bfd007d', 'tenant_id': '88a9ca4135cb41e99a8a1477f72aef11', 'fixed_ips': [{'subnet_id': 'd362bb28-df68-417a-809b-507ebaf77a4c'}]}} from dv-cinder-819722-1-iscsi. {{(pid=109069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 21:56:15.651937 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:15.692260 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-70ef0396-09d6-4269-9cbe-87ecbc90d125 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:15.741631 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3117da06-a2f7-4af9-a676-bf5bca2b711e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:15.795436 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Allocated IP 172.20.0.2 (aa8463df-af1a-42d4-ba11-91c61bfd007d/d362bb28-df68-417a-809b-507ebaf77a4c/d18409f2-049f-4a7f-b6de-8785ee2c8b82) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:56:15.855338 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.db_base_plugin_common [None req-3117da06-a2f7-4af9-a676-bf5bca2b711e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Allocated IP 172.27.0.166 (784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5/a9ef98f4-00ee-4d58-b124-c3e8fe21fad4/a834fc09-d1df-4456-a45a-ace06a6c5fa2) {{(pid=109067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:56:15.920109 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-70ef0396-09d6-4269-9cbe-87ecbc90d125 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:15.943398 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29576f59-ae4d-4da1-b410-248865fb9d90 admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 21:56:15.951803 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-29576f59-ae4d-4da1-b410-248865fb9d90 admin admin] 10.222.0.62 "PUT /v2.0/routers/ddf957f1-3490-4288-80bc-f278f5598a9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9701331 Nov 29 21:56:15.952758 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 41560) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:15.955711 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc22f73-a891-40b0-80ce-8cc642be2bc8 None None] Sync routers for ids ['ddf957f1-3490-4288-80bc-f278f5598a9b'] in dv-cinder-819722-1-iscsi {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 21:56:15.968414 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc22f73-a891-40b0-80ce-8cc642be2bc8 None None] Routers {'ddf957f1-3490-4288-80bc-f278f5598a9b'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:56:15.970053 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-abc22f73-a891-40b0-80ce-8cc642be2bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:56:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['ddf957f1-3490-4288-80bc-f278f5598a9b'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:15.971272 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Publish callbacks [] for port, precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:15.976057 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3117da06-a2f7-4af9-a676-bf5bca2b711e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for port, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:15.979321 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:16.028039 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3117da06-a2f7-4af9-a676-bf5bca2b711e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126503686'] for port, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:16.037577 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Network aa8463df-af1a-42d4-ba11-91c61bfd007d is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:56:16.040292 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:56:16.043110 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:56:16.053338 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Pushing event updated for resources: {'Port': ['ID=d18409f2-049f-4a7f-b6de-8785ee2c8b82,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:16.082952 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3117da06-a2f7-4af9-a676-bf5bca2b711e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 is already hosted by enough agents. {{(pid=109067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:56:16.092404 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-3117da06-a2f7-4af9-a676-bf5bca2b711e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Resources bound (agent type, host, resource id): {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:56:16.102599 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-abc22f73-a891-40b0-80ce-8cc642be2bc8 None None] Set router ddf957f1-3490-4288-80bc-f278f5598a9b gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:56:16.102928 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3117da06-a2f7-4af9-a676-bf5bca2b711e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Received port after_create {{(pid=109067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:56:16.106482 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:16.106482 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:16.106482 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:16.106482 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:16.106929 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117da06-a2f7-4af9-a676-bf5bca2b711e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Pushing event updated for resources: {'Port': ['ID=a834fc09-d1df-4456-a45a-ace06a6c5fa2,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:16.107034 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:16.107592 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:16.108009 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:16.109078 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:16.109610 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:16.110037 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:16.110877 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:16.111328 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:16.136247 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fb3494c8-27d1-4d52-8702-6057c85d62f2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:16.137664 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Attempting to bind port d18409f2-049f-4a7f-b6de-8785ee2c8b82 on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:56:16.138267 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Attempting to bind port d18409f2-049f-4a7f-b6de-8785ee2c8b82 by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': '129e8922-9dbd-49a8-a94c-acaa259e137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'aa8463df-af1a-42d4-ba11-91c61bfd007d'}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:56:16.138730 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Attempting to bind port d18409f2-049f-4a7f-b6de-8785ee2c8b82 on network aa8463df-af1a-42d4-ba11-91c61bfd007d {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:56:16.146048 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:56:16.146590 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Checking segment: {'id': '129e8922-9dbd-49a8-a94c-acaa259e137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'aa8463df-af1a-42d4-ba11-91c61bfd007d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:56:16.147054 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:16.147673 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Bound using segment: {'id': '129e8922-9dbd-49a8-a94c-acaa259e137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'aa8463df-af1a-42d4-ba11-91c61bfd007d'} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:56:16.148206 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Bound port: d18409f2-049f-4a7f-b6de-8785ee2c8b82, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129e8922-9dbd-49a8-a94c-acaa259e137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'aa8463df-af1a-42d4-ba11-91c61bfd007d'}}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:56:16.148893 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:16.227888 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] For port d18409f2-049f-4a7f-b6de-8785ee2c8b82, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:56:16.232611 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] For port d18409f2-049f-4a7f-b6de-8785ee2c8b82, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=d18409f2-049f-4a7f-b6de-8785ee2c8b82,segment=NetworkSegment(129e8922-9dbd-49a8-a94c-acaa259e137a),segment_id=129e8922-9dbd-49a8-a94c-acaa259e137a)] {{(pid=109069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:56:16.242308 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:16.256752 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3117da06-a2f7-4af9-a676-bf5bca2b711e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:16.279606 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291fa51-04e6-4a38-a1cd-972c15a40ce0 req-1b470805-49b3-4e9d-a0b9-f38a6436caff tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:16.283695 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d291fa51-04e6-4a38-a1cd-972c15a40ce0 req-1b470805-49b3-4e9d-a0b9-f38a6436caff tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0865493 Nov 29 21:56:16.332154 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3117da06-a2f7-4af9-a676-bf5bca2b711e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:16.345285 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808605c-eeb2-4823-94d8-1bc3f7da8926 None None] Pushing event updated for resources: {'Port': ['ID=d18409f2-049f-4a7f-b6de-8785ee2c8b82,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:16.365024 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-abc22f73-a891-40b0-80ce-8cc642be2bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf957f1-3490-4288-80bc-f278f5598a9b', 'name': 'tempest-ServerRescueNegativeTestJSON-1442805591-router', 'tenant_id': '01b08089dc5e40ef891d422cc7784809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e5e19df-97e5-400b-b705-4103f74213d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:56:14Z', 'revision_number': 5, 'project_id': '01b08089dc5e40ef891d422cc7784809', 'gw_port': {'id': '8e5e19df-97e5-400b-b705-4103f74213d6', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf957f1-3490-4288-80bc-f278f5598a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:16.401937 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc22f73-a891-40b0-80ce-8cc642be2bc8 None None] Checking router: ddf957f1-3490-4288-80bc-f278f5598a9b for host: dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 21:56:16.418481 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc22f73-a891-40b0-80ce-8cc642be2bc8 None None] Routers {'ddf957f1-3490-4288-80bc-f278f5598a9b'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:56:16.419356 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-abc22f73-a891-40b0-80ce-8cc642be2bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:56:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['ddf957f1-3490-4288-80bc-f278f5598a9b'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:16.431033 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fb3494c8-27d1-4d52-8702-6057c85d62f2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:16.450760 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-70ef0396-09d6-4269-9cbe-87ecbc90d125 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:16.473755 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-70ef0396-09d6-4269-9cbe-87ecbc90d125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:16.547503 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-abc22f73-a891-40b0-80ce-8cc642be2bc8 None None] Set router ddf957f1-3490-4288-80bc-f278f5598a9b gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:56:16.618870 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-fb3494c8-27d1-4d52-8702-6057c85d62f2 admin admin] Deleting port 8e5e19df-97e5-400b-b705-4103f74213d6 {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:56:16.619245 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fb3494c8-27d1-4d52-8702-6057c85d62f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:16.629135 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [None req-70ef0396-09d6-4269-9cbe-87ecbc90d125 admin admin] Allocated IP 172.27.0.129 (784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5/a9ef98f4-00ee-4d58-b124-c3e8fe21fad4/b96bf0d0-2c91-4b0c-af50-9a72eeedd276) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:56:16.746726 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d291fa51-04e6-4a38-a1cd-972c15a40ce0 req-225b6e62-4cfe-46be-90f6-f0c819038976 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4396989 Nov 29 21:56:16.801418 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3117da06-a2f7-4af9-a676-bf5bca2b711e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for port, precommit_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:16.810213 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3117da06-a2f7-4af9-a676-bf5bca2b711e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126503669'] for port, after_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:16.840262 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-abc22f73-a891-40b0-80ce-8cc642be2bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf957f1-3490-4288-80bc-f278f5598a9b', 'name': 'tempest-ServerRescueNegativeTestJSON-1442805591-router', 'tenant_id': '01b08089dc5e40ef891d422cc7784809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e5e19df-97e5-400b-b705-4103f74213d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:56:14Z', 'revision_number': 5, 'project_id': '01b08089dc5e40ef891d422cc7784809', 'gw_port': {'id': '8e5e19df-97e5-400b-b705-4103f74213d6', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf957f1-3490-4288-80bc-f278f5598a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:16.844363 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [None req-fb3494c8-27d1-4d52-8702-6057c85d62f2 admin admin] For port 8e5e19df-97e5-400b-b705-4103f74213d6, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=8e5e19df-97e5-400b-b705-4103f74213d6,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:56:16.844733 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fb3494c8-27d1-4d52-8702-6057c85d62f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:16.867053 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-fb3494c8-27d1-4d52-8702-6057c85d62f2 admin admin] Calling delete_port for 8e5e19df-97e5-400b-b705-4103f74213d6 owned by network:router_gateway {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:56:16.876241 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc22f73-a891-40b0-80ce-8cc642be2bc8 None None] The sync data for ids ['ddf957f1-3490-4288-80bc-f278f5598a9b'] in dv-cinder-819722-1-iscsi is: [{'id': 'ddf957f1-3490-4288-80bc-f278f5598a9b', 'name': 'tempest-ServerRescueNegativeTestJSON-1442805591-router', 'tenant_id': '01b08089dc5e40ef891d422cc7784809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '8e5e19df-97e5-400b-b705-4103f74213d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:56:14Z', 'revision_number': 5, 'project_id': '01b08089dc5e40ef891d422cc7784809', 'gw_port': {'id': '8e5e19df-97e5-400b-b705-4103f74213d6', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf957f1-3490-4288-80bc-f278f5598a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}] {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 21:56:16.887211 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117da06-a2f7-4af9-a676-bf5bca2b711e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Pushing event updated for resources: {'Port': ['ID=a834fc09-d1df-4456-a45a-ace06a6c5fa2,revision_number=2']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:16.896348 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3117da06-a2f7-4af9-a676-bf5bca2b711e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811381'] for floatingip, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:16.904025 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-70ef0396-09d6-4269-9cbe-87ecbc90d125 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:16.919586 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3117da06-a2f7-4af9-a676-bf5bca2b711e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:16.928659 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-3117da06-a2f7-4af9-a676-bf5bca2b711e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3520446 Nov 29 21:56:17.029360 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-70ef0396-09d6-4269-9cbe-87ecbc90d125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:17.077343 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ef0396-09d6-4269-9cbe-87ecbc90d125 admin admin] Network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:56:17.084177 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [None req-70ef0396-09d6-4269-9cbe-87ecbc90d125 admin admin] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:56:17.088815 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ef0396-09d6-4269-9cbe-87ecbc90d125 admin admin] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:56:17.126559 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef0396-09d6-4269-9cbe-87ecbc90d125 admin admin] Pushing event updated for resources: {'Port': ['ID=b96bf0d0-2c91-4b0c-af50-9a72eeedd276,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:17.160812 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-ce3650b4-e2eb-4e68-9da0-b687a36a1956 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1784194930&fields=id&tenant_id=ab335a1bd1ef40929c149d8fb12975e0 HTTP/1.1" status: 200 len: 267 time: 0.0564456 Nov 29 21:56:17.262925 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fb3494c8-27d1-4d52-8702-6057c85d62f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:17.282481 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-a8b74e99-6079-4ff4-8251-6f1547314394 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:17.284182 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-a8b74e99-6079-4ff4-8251-6f1547314394 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/networks?id=562540b5-b080-4163-a4fa-cf4e96df0d5f HTTP/1.1" status: 200 len: 810 time: 0.1162093 Nov 29 21:56:17.300508 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3494c8-27d1-4d52-8702-6057c85d62f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e5e19df-97e5-400b-b705-4103f74213d6,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:17.302011 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-c4236b9c-b627-41c8-a166-875927a01f92 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/quotas/ab335a1bd1ef40929c149d8fb12975e0 HTTP/1.1" status: 200 len: 375 time: 0.0103829 Nov 29 21:56:17.370705 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-1e02c983-e0e6-42e2-80e5-00c9acbdfca9 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab335a1bd1ef40929c149d8fb12975e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523934 Nov 29 21:56:17.417530 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fb3494c8-27d1-4d52-8702-6057c85d62f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811427'] for router_gateway, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:17.535700 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-6bfe4688-5d82-47e0-84a1-6b98b7206129 service neutron] 10.222.0.62 "GET /v2.0/networks/562540b5-b080-4163-a4fa-cf4e96df0d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515779 Nov 29 21:56:17.564646 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fb3494c8-27d1-4d52-8702-6057c85d62f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63472'] for router, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:17.569461 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be00374e-1717-430d-afe8-823c07e56bd4 None None] Network aa8463df-af1a-42d4-ba11-91c61bfd007d requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:56:17.570384 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fb3494c8-27d1-4d52-8702-6057c85d62f2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:17.607954 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-70ef0396-09d6-4269-9cbe-87ecbc90d125 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:17.630702 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-6f34f1dc-693e-4acf-a505-d2ccdbd78136 service neutron] 10.222.0.62 "GET /v2.0/networks/562540b5-b080-4163-a4fa-cf4e96df0d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921564 Nov 29 21:56:17.698122 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-2080644f-a25f-40b5-be4b-94d3baa8a716 None None] Provisioning complete for port d18409f2-049f-4a7f-b6de-8785ee2c8b82 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:56:17.698491 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2080644f-a25f-40b5-be4b-94d3baa8a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:17.722408 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fb3494c8-27d1-4d52-8702-6057c85d62f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811982'] for router, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:17.723841 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3494c8-27d1-4d52-8702-6057c85d62f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddf957f1-3490-4288-80bc-f278f5598a9b {{(pid=109068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 21:56:17.735078 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fb3494c8-27d1-4d52-8702-6057c85d62f2 admin admin] Publish callbacks [] for router, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:17.736587 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-fb3494c8-27d1-4d52-8702-6057c85d62f2 admin admin] 10.222.0.62 "DELETE /v2.0/routers/ddf957f1-3490-4288-80bc-f278f5598a9b HTTP/1.1" status: 204 len: 168 time: 1.7818260 Nov 29 21:56:17.739866 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 41588) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:17.771275 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device d18409f2-049f-4a7f-b6de-8785ee2c8b82 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:56:17.903618 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-129cf492-a574-4746-aa73-7f5aca80ffd4 req-880a7731-6107-4832-89aa-a09b6f95bfbe tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be HTTP/1.1" status: 200 len: 210 time: 0.0535097 Nov 29 21:56:17.907430 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.db_base_plugin_v2 [None req-b62a8f7e-e73e-4db7-9177-8311a236288e admin admin] Deleting subnet cf79bc07-9ee9-42dd-8fb2-fbb2a3b0a31f {{(pid=109067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 21:56:17.926837 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-b62a8f7e-e73e-4db7-9177-8311a236288e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:17.989922 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-b62a8f7e-e73e-4db7-9177-8311a236288e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126503812'] for subnet, precommit_delete_associations {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:18.029149 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port d18409f2-049f-4a7f-b6de-8785ee2c8b82 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:56:18.029523 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:18.038089 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfb91a-8876-40c1-9ba4-84c96ee9c19a req-20c1eb8f-6d04-44cb-aac5-1a5f81217157 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:18.049343 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-71cfb91a-8876-40c1-9ba4-84c96ee9c19a req-20c1eb8f-6d04-44cb-aac5-1a5f81217157 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.1446481 Nov 29 21:56:18.103833 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-b62a8f7e-e73e-4db7-9177-8311a236288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730469'] for subnet, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:18.111845 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2080644f-a25f-40b5-be4b-94d3baa8a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:18.125758 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-71cfb91a-8876-40c1-9ba4-84c96ee9c19a req-f67ced48-c2f5-4fa7-b7a9-31320d006fdf tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780325 Nov 29 21:56:18.158074 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-2080644f-a25f-40b5-be4b-94d3baa8a716 None None] For port d18409f2-049f-4a7f-b6de-8785ee2c8b82, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=d18409f2-049f-4a7f-b6de-8785ee2c8b82,segment=NetworkSegment(129e8922-9dbd-49a8-a94c-acaa259e137a),segment_id=129e8922-9dbd-49a8-a94c-acaa259e137a)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:56:18.212283 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:18.214549 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2080644f-a25f-40b5-be4b-94d3baa8a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:18.219182 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-b62a8f7e-e73e-4db7-9177-8311a236288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126503739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126245010'] for subnet, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:18.252943 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a8f7e-e73e-4db7-9177-8311a236288e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf79bc07-9ee9-42dd-8fb2-fbb2a3b0a31f,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:18.257177 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-b62a8f7e-e73e-4db7-9177-8311a236288e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:18.263450 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-b62a8f7e-e73e-4db7-9177-8311a236288e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cf79bc07-9ee9-42dd-8fb2-fbb2a3b0a31f HTTP/1.1" status: 204 len: 168 time: 0.5229533 Nov 29 21:56:18.264272 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 41604) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:18.389833 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-813d9719-c991-47bf-9081-6bf9b86af3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606273'] for network, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:18.394012 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-70ef0396-09d6-4269-9cbe-87ecbc90d125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811407'] for router, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:18.506608 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-813d9719-c991-47bf-9081-6bf9b86af3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731116', 'neutron.services.segments.db._delete_segments_for_network-8752945619276'] for network, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:18.517846 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080644f-a25f-40b5-be4b-94d3baa8a716 None None] Pushing event updated for resources: {'Port': ['ID=d18409f2-049f-4a7f-b6de-8785ee2c8b82,revision_number=3']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:18.539369 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-813d9719-c991-47bf-9081-6bf9b86af3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3261214-cd19-4620-bdfc-67e5550090e6']}} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:18.540730 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-d877db65-e47a-4f66-8d71-379a05b1f599 None None] Provisioning complete for port d18409f2-049f-4a7f-b6de-8785ee2c8b82 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:56:18.541261 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d877db65-e47a-4f66-8d71-379a05b1f599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:18.543694 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.db.api [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 21:56:18.544224 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG oslo_db.api [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 21:56:18.552137 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-813d9719-c991-47bf-9081-6bf9b86af3b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd84154f-62e1-4ce9-a174-6d08fab81e95') {'for_net_delete': True} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:18.552729 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-813d9719-c991-47bf-9081-6bf9b86af3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd84154f-62e1-4ce9-a174-6d08fab81e95') {} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:18.557095 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ef0396-09d6-4269-9cbe-87ecbc90d125 admin admin] Router e8c7d2c7-8280-4041-85a9-37dc1e16b8df is scheduled to L3 agent 45234573-5df4-4e32-989b-85d77f36231f with binding_index 1 {{(pid=109068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 21:56:18.570200 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-813d9719-c991-47bf-9081-6bf9b86af3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752945621589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126503933'] for segment, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:18.597598 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-813d9719-c991-47bf-9081-6bf9b86af3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:18.606585 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813d9719-c991-47bf-9081-6bf9b86af3b6 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=109067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 21:56:18.606981 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-813d9719-c991-47bf-9081-6bf9b86af3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126503641'] for segment, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: Traceback (most recent call last): Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: timer() Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: cb(*args, **kw) Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: return func(*args, **kwargs) Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: self._notify() Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: self.callback(batched_events) Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: event.method(event) Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: return f(self, *a, **k) Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: return self._get(url).json() Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: return self.request(url, 'GET', **kwargs) Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 21:56:18.608978 dv-cinder-819722-1-iscsi neutron-server[109067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 21:56:18.673351 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-813d9719-c991-47bf-9081-6bf9b86af3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811335'] for network, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:18.680025 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-813d9719-c991-47bf-9081-6bf9b86af3b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:18.684205 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-813d9719-c991-47bf-9081-6bf9b86af3b6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d3261214-cd19-4620-bdfc-67e5550090e6 HTTP/1.1" status: 204 len: 168 time: 0.4189935 Nov 29 21:56:18.695805 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ef0396-09d6-4269-9cbe-87ecbc90d125 admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 21:56:18.704988 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] Sync routers for ids ['e8c7d2c7-8280-4041-85a9-37dc1e16b8df'] in dv-cinder-819722-1-iscsi {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 21:56:18.711685 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d9719-c991-47bf-9081-6bf9b86af3b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3261214-cd19-4620-bdfc-67e5550090e6,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:18.725937 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-70ef0396-09d6-4269-9cbe-87ecbc90d125 admin admin] Publish callbacks [] for router, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:18.729696 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-70ef0396-09d6-4269-9cbe-87ecbc90d125 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1913936 Nov 29 21:56:18.729953 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] Routers {'e8c7d2c7-8280-4041-85a9-37dc1e16b8df'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:56:18.730070 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 41610) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:18.730725 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:56:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['e8c7d2c7-8280-4041-85a9-37dc1e16b8df'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:18.824368 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 41612) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:18.854419 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] Set router e8c7d2c7-8280-4041-85a9-37dc1e16b8df gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:56:18.873633 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-08c8c8b7-204c-4119-968c-d0870ec49d16 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=01b08089dc5e40ef891d422cc7784809&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0454364 Nov 29 21:56:18.873837 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 41614) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:18.923375 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-391ba85e-c07f-4641-bdef-fd843bf9cd35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:18.950627 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-391ba85e-c07f-4641-bdef-fd843bf9cd35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:19.006749 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-391ba85e-c07f-4641-bdef-fd843bf9cd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:19.010119 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-391ba85e-c07f-4641-bdef-fd843bf9cd35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:19.011666 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-391ba85e-c07f-4641-bdef-fd843bf9cd35 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0263bdc5-c106-4186-9696-92e3511422cf HTTP/1.1" status: 204 len: 168 time: 0.1367636 Nov 29 21:56:19.021915 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ba85e-c07f-4641-bdef-fd843bf9cd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0263bdc5-c106-4186-9696-92e3511422cf,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:19.035089 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7a306995-556f-4db2-9346-81bc88f50599 req-bf920cbc-0f73-4a1a-afbb-0fb701bb7c60 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be HTTP/1.1" status: 200 len: 210 time: 0.0434229 Nov 29 21:56:19.174425 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 452ad68b-d404-4277-9673-4e7732ee4860 no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 21:56:19.211449 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No Port match for: 452ad68b-d404-4277-9673-4e7732ee4860 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 21:56:19.214108 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 452ad68b-d404-4277-9673-4e7732ee4860 not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 21:56:19.253279 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c7d2c7-8280-4041-85a9-37dc1e16b8df', 'name': 'tempest-TestVolumeBootPattern-1632745676-router', 'tenant_id': '88a9ca4135cb41e99a8a1477f72aef11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b96bf0d0-2c91-4b0c-af50-9a72eeedd276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:56:15Z', 'updated_at': '2021-11-29T21:56:17Z', 'revision_number': 3, 'project_id': '88a9ca4135cb41e99a8a1477f72aef11', 'gw_port': {'id': 'b96bf0d0-2c91-4b0c-af50-9a72eeedd276', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:77:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c7d2c7-8280-4041-85a9-37dc1e16b8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:16Z', 'updated_at': '2021-11-29T21:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:19.275503 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-e36ebbf0-b16f-499c-8044-55cc4b948669 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:19.277299 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-e36ebbf0-b16f-499c-8044-55cc4b948669 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.61 "GET /v2.0/networks?id=562540b5-b080-4163-a4fa-cf4e96df0d5f HTTP/1.1" status: 200 len: 810 time: 0.1975522 Nov 29 21:56:19.306667 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] Checking router: e8c7d2c7-8280-4041-85a9-37dc1e16b8df for host: dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 21:56:19.307025 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] Updating router e8c7d2c7-8280-4041-85a9-37dc1e16b8df port b96bf0d0-2c91-4b0c-af50-9a72eeedd276 binding host dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 21:56:19.336501 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:19.358335 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5b73d-57bd-4889-9520-89fc880672cf req-b183f04b-6cd1-48cc-a06d-97dd55152d88 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:19.358521 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-f9a87ffe-52e9-47a6-b4b1-625fd136aaac tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab335a1bd1ef40929c149d8fb12975e0 HTTP/1.1" status: 200 len: 380 time: 0.0704730 Nov 29 21:56:19.360590 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-35a5b73d-57bd-4889-9520-89fc880672cf req-b183f04b-6cd1-48cc-a06d-97dd55152d88 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.1075125 Nov 29 21:56:19.370367 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-a665ebb1-3966-4b1f-b6d2-f28fbb5e5b06 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Request body: {'port': {'device_id': '62e7e685-ae3c-439c-a177-bfdeeeb1a5be', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'admin_state_up': True, 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'security_groups': ['8744e622-98b1-4c1a-9587-aed8701d21e7']}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:19.380021 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4fce8d92-cdd8-4d0e-8b83-15fa405eba98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:19.439993 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-35a5b73d-57bd-4889-9520-89fc880672cf req-be147cd2-446c-4e80-bd3e-88ff92fbe143 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722456 Nov 29 21:56:19.517738 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-a665ebb1-3966-4b1f-b6d2-f28fbb5e5b06 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Made reservation on behalf of ab335a1bd1ef40929c149d8fb12975e0 for: {'port': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:56:19.522275 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-a665ebb1-3966-4b1f-b6d2-f28fbb5e5b06 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:19.619573 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device d18409f2-049f-4a7f-b6de-8785ee2c8b82 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:56:19.667816 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.db_base_plugin_common [None req-4fce8d92-cdd8-4d0e-8b83-15fa405eba98 admin admin] Allocated IP 172.20.0.1 (aa8463df-af1a-42d4-ba11-91c61bfd007d/d362bb28-df68-417a-809b-507ebaf77a4c/7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905) {{(pid=109067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:56:19.755154 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] Publish callbacks [] for port, precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:19.760652 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-a665ebb1-3966-4b1f-b6d2-f28fbb5e5b06 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Allocated IP 172.20.0.10 (562540b5-b080-4163-a4fa-cf4e96df0d5f/ac018a01-258b-4d48-9a44-ca3d60e642fd/2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:56:19.769640 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port d18409f2-049f-4a7f-b6de-8785ee2c8b82 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:56:19.770087 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:19.773336 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:19.802244 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4fce8d92-cdd8-4d0e-8b83-15fa405eba98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:19.854272 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4fce8d92-cdd8-4d0e-8b83-15fa405eba98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126503686'] for port, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:19.884571 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] Attempting to bind port b96bf0d0-2c91-4b0c-af50-9a72eeedd276 on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:56:19.884943 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] Attempting to bind port b96bf0d0-2c91-4b0c-af50-9a72eeedd276 by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:56:19.885307 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] Attempting to bind port b96bf0d0-2c91-4b0c-af50-9a72eeedd276 on network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:56:19.893931 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fce8d92-cdd8-4d0e-8b83-15fa405eba98 admin admin] Network aa8463df-af1a-42d4-ba11-91c61bfd007d is already hosted by enough agents. {{(pid=109067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:56:19.897495 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-4fce8d92-cdd8-4d0e-8b83-15fa405eba98 admin admin] Resources bound (agent type, host, resource id): {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:56:19.905098 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:56:19.905458 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] Checking segment: {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:56:19.905865 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:19.906887 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] Bound using segment: {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:56:19.907293 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] Bound port: b96bf0d0-2c91-4b0c-af50-9a72eeedd276, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:56:19.907669 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:19.911969 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b24ddb-8ebd-4e53-8975-d50c69375e02 None None] Pushing event updated for resources: {'Port': ['ID=b96bf0d0-2c91-4b0c-af50-9a72eeedd276,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:19.915205 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fce8d92-cdd8-4d0e-8b83-15fa405eba98 admin admin] Received port after_create {{(pid=109067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:56:19.936385 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce8d92-cdd8-4d0e-8b83-15fa405eba98 admin admin] Pushing event updated for resources: {'Port': ['ID=7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:19.969633 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-a665ebb1-3966-4b1f-b6d2-f28fbb5e5b06 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:19.983734 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4fce8d92-cdd8-4d0e-8b83-15fa405eba98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817148'] for router_interface, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:20.011651 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] For port b96bf0d0-2c91-4b0c-af50-9a72eeedd276, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:56:20.030970 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 8e5e19df-97e5-400b-b705-4103f74213d6 no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 21:56:20.036295 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-a665ebb1-3966-4b1f-b6d2-f28fbb5e5b06 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:20.073466 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] For port b96bf0d0-2c91-4b0c-af50-9a72eeedd276, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=b96bf0d0-2c91-4b0c-af50-9a72eeedd276,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:56:20.079838 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No Port match for: 8e5e19df-97e5-400b-b705-4103f74213d6 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 21:56:20.082856 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 8e5e19df-97e5-400b-b705-4103f74213d6 not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 21:56:20.092264 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:20.133448 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-a665ebb1-3966-4b1f-b6d2-f28fbb5e5b06 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Network 562540b5-b080-4163-a4fa-cf4e96df0d5f is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:56:20.136654 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-a665ebb1-3966-4b1f-b6d2-f28fbb5e5b06 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:56:20.140672 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-a665ebb1-3966-4b1f-b6d2-f28fbb5e5b06 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:56:20.218007 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665ebb1-3966-4b1f-b6d2-f28fbb5e5b06 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Pushing event updated for resources: {'Port': ['ID=2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:20.245449 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b24ddb-8ebd-4e53-8975-d50c69375e02 None None] Pushing event updated for resources: {'Port': ['ID=b96bf0d0-2c91-4b0c-af50-9a72eeedd276,revision_number=3']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:20.261929 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] Routers {'e8c7d2c7-8280-4041-85a9-37dc1e16b8df'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:56:20.263265 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:56:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['e8c7d2c7-8280-4041-85a9-37dc1e16b8df'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:20.268834 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4fce8d92-cdd8-4d0e-8b83-15fa405eba98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:20.275416 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-a665ebb1-3966-4b1f-b6d2-f28fbb5e5b06 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:20.276090 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-a665ebb1-3966-4b1f-b6d2-f28fbb5e5b06 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:20.303060 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-a665ebb1-3966-4b1f-b6d2-f28fbb5e5b06 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9374425 Nov 29 21:56:20.317485 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-0e6008e2-40c9-4576-bd37-0f58dcee4856 service neutron] Request body: {'port': {'device_id': '62e7e685-ae3c-439c-a177-bfdeeeb1a5be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81972'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:20.360383 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-16714754-df9b-46aa-9c76-bd0022bd80ac None None] Provisioning complete for port 7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:56:20.361068 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-16714754-df9b-46aa-9c76-bd0022bd80ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:20.389818 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb10e3-3db8-41c0-b4fa-efe28b9a0bb9 req-add6ccb1-b5f6-4dfe-b12f-46ea7b701b8a tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:20.401485 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f0cb10e3-3db8-41c0-b4fa-efe28b9a0bb9 req-add6ccb1-b5f6-4dfe-b12f-46ea7b701b8a tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be HTTP/1.1" status: 200 len: 932 time: 0.2025018 Nov 29 21:56:20.410331 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-0e6008e2-40c9-4576-bd37-0f58dcee4856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:20.452880 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-16714754-df9b-46aa-9c76-bd0022bd80ac None None] Port 7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905 cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 21:56:20.459409 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] Set router e8c7d2c7-8280-4041-85a9-37dc1e16b8df gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:56:20.565647 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f0cb10e3-3db8-41c0-b4fa-efe28b9a0bb9 req-4b4ddf5b-19f9-4e45-9d94-172620615743 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=8744e622-98b1-4c1a-9587-aed8701d21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629326 Nov 29 21:56:20.656583 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-01f3914d-4f34-4279-81f5-7bdf09f19980 None None] Provisioning complete for port 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:56:20.656969 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-01f3914d-4f34-4279-81f5-7bdf09f19980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:20.704855 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793ed6a-4395-4db4-a653-f6e4acb60d6f req-f6cda0bc-f21c-4301-8c68-c1e51f379b47 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:20.706470 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2793ed6a-4395-4db4-a653-f6e4acb60d6f req-f6cda0bc-f21c-4301-8c68-c1e51f379b47 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.1320686 Nov 29 21:56:20.758569 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4fce8d92-cdd8-4d0e-8b83-15fa405eba98 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:20.773930 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4fce8d92-cdd8-4d0e-8b83-15fa405eba98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126503669'] for port, after_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:20.819670 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-0e6008e2-40c9-4576-bd37-0f58dcee4856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be {{(pid=109068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:56:20.837344 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-0e6008e2-40c9-4576-bd37-0f58dcee4856 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:20.861091 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.provisioning_blocks [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-0e6008e2-40c9-4576-bd37-0f58dcee4856 service neutron] Transition to ACTIVE for port object 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be will not be triggered until provisioned by entity L2. {{(pid=109068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 21:56:20.862612 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2793ed6a-4395-4db4-a653-f6e4acb60d6f req-88815a32-c15c-4b34-8737-eb020baf550b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466563 Nov 29 21:56:20.871720 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-0e6008e2-40c9-4576-bd37-0f58dcee4856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126529652'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:20.900119 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4fce8d92-cdd8-4d0e-8b83-15fa405eba98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817224'] for router_interface, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:20.902437 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce8d92-cdd8-4d0e-8b83-15fa405eba98 admin admin] Pushing event updated for resources: {'Port': ['ID=7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905,revision_number=2']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:20.910664 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-01f3914d-4f34-4279-81f5-7bdf09f19980 None None] Port 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 21:56:21.012138 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6008e2-40c9-4576-bd37-0f58dcee4856 service neutron] Pushing event updated for resources: {'Port': ['ID=2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be,revision_number=2']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:21.028097 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c7d2c7-8280-4041-85a9-37dc1e16b8df', 'name': 'tempest-TestVolumeBootPattern-1632745676-router', 'tenant_id': '88a9ca4135cb41e99a8a1477f72aef11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b96bf0d0-2c91-4b0c-af50-9a72eeedd276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:56:15Z', 'updated_at': '2021-11-29T21:56:20Z', 'revision_number': 4, 'project_id': '88a9ca4135cb41e99a8a1477f72aef11', 'gw_port': {'id': 'b96bf0d0-2c91-4b0c-af50-9a72eeedd276', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:77:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c7d2c7-8280-4041-85a9-37dc1e16b8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:16Z', 'updated_at': '2021-11-29T21:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905', 'name': '', 'network_id': 'aa8463df-af1a-42d4-ba11-91c61bfd007d', 'tenant_id': '88a9ca4135cb41e99a8a1477f72aef11', 'mac_address': 'fa:16:3e:77:30:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c7d2c7-8280-4041-85a9-37dc1e16b8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd362bb28-df68-417a-809b-507ebaf77a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:19Z', 'updated_at': '2021-11-29T21:56:19Z', 'revision_number': 1, 'project_id': '88a9ca4135cb41e99a8a1477f72aef11', 'subnets': [{'id': 'd362bb28-df68-417a-809b-507ebaf77a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:21.071087 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6abd20-4ab2-4d87-88e2-8754edb2a112 None None] The sync data for ids ['e8c7d2c7-8280-4041-85a9-37dc1e16b8df'] in dv-cinder-819722-1-iscsi is: [{'id': 'e8c7d2c7-8280-4041-85a9-37dc1e16b8df', 'name': 'tempest-TestVolumeBootPattern-1632745676-router', 'tenant_id': '88a9ca4135cb41e99a8a1477f72aef11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b96bf0d0-2c91-4b0c-af50-9a72eeedd276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:56:15Z', 'updated_at': '2021-11-29T21:56:20Z', 'revision_number': 4, 'project_id': '88a9ca4135cb41e99a8a1477f72aef11', 'gw_port': {'id': 'b96bf0d0-2c91-4b0c-af50-9a72eeedd276', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:77:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c7d2c7-8280-4041-85a9-37dc1e16b8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:16Z', 'updated_at': '2021-11-29T21:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905', 'name': '', 'network_id': 'aa8463df-af1a-42d4-ba11-91c61bfd007d', 'tenant_id': '88a9ca4135cb41e99a8a1477f72aef11', 'mac_address': 'fa:16:3e:77:30:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c7d2c7-8280-4041-85a9-37dc1e16b8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd362bb28-df68-417a-809b-507ebaf77a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:19Z', 'updated_at': '2021-11-29T21:56:19Z', 'revision_number': 1, 'project_id': '88a9ca4135cb41e99a8a1477f72aef11', 'subnets': [{'id': 'd362bb28-df68-417a-809b-507ebaf77a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 21:56:21.101611 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fce8d92-cdd8-4d0e-8b83-15fa405eba98 admin admin] Network aa8463df-af1a-42d4-ba11-91c61bfd007d is already hosted by enough agents. {{(pid=109067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:56:21.102792 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-4fce8d92-cdd8-4d0e-8b83-15fa405eba98 admin admin] Resources bound (agent type, host, resource id): {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:56:21.111195 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-0e6008e2-40c9-4576-bd37-0f58dcee4856 service neutron] Attempting to bind port 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be on host hv-cinder-81972 for vnic_type normal with profile {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:56:21.114444 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-0e6008e2-40c9-4576-bd37-0f58dcee4856 service neutron] Attempting to bind port 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be by drivers openvswitch,hyperv on host hv-cinder-81972 at level 0 using segments [{'id': 'c474d39d-c2f7-4b49-acd8-82f36e651454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f'}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:56:21.114695 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-0e6008e2-40c9-4576-bd37-0f58dcee4856 service neutron] Attempting to bind port 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be on network 562540b5-b080-4163-a4fa-cf4e96df0d5f {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:56:21.128819 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-0e6008e2-40c9-4576-bd37-0f58dcee4856 service neutron] Port 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be on network 562540b5-b080-4163-a4fa-cf4e96df0d5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81972 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 21:56:21.129147 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-0e6008e2-40c9-4576-bd37-0f58dcee4856 service neutron] Attempting to bind port 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be on network 562540b5-b080-4163-a4fa-cf4e96df0d5f {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:56:21.135480 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-0e6008e2-40c9-4576-bd37-0f58dcee4856 service neutron] Checking agent: {'id': 'bd4952a7-5212-46e1-86e6-5bf28a3d3387', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81972', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'started_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:56:21.135825 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-0e6008e2-40c9-4576-bd37-0f58dcee4856 service neutron] Checking segment: {'id': 'c474d39d-c2f7-4b49-acd8-82f36e651454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:56:21.136580 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-0e6008e2-40c9-4576-bd37-0f58dcee4856 service neutron] Bound using segment: {'id': 'c474d39d-c2f7-4b49-acd8-82f36e651454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f'} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:56:21.137027 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-0e6008e2-40c9-4576-bd37-0f58dcee4856 service neutron] Bound port: 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be, host: hv-cinder-81972, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c474d39d-c2f7-4b49-acd8-82f36e651454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f'}}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:56:21.137385 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-0e6008e2-40c9-4576-bd37-0f58dcee4856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:21.252430 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-0e6008e2-40c9-4576-bd37-0f58dcee4856 service neutron] For port 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be, host hv-cinder-81972, cleared binding levels {{(pid=109068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:56:21.258166 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-0e6008e2-40c9-4576-bd37-0f58dcee4856 service neutron] For port 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be, host hv-cinder-81972, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be,segment=NetworkSegment(c474d39d-c2f7-4b49-acd8-82f36e651454),segment_id=c474d39d-c2f7-4b49-acd8-82f36e651454)] {{(pid=109068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:56:21.268127 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-0e6008e2-40c9-4576-bd37-0f58dcee4856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126529652'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:21.300234 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-0e6008e2-40c9-4576-bd37-0f58dcee4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:21.301338 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-0e6008e2-40c9-4576-bd37-0f58dcee4856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:21.303172 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-0e6008e2-40c9-4576-bd37-0f58dcee4856 service neutron] 10.222.0.61 "PUT /v2.0/ports/2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be HTTP/1.1" status: 200 len: 1094 time: 0.9910433 Nov 29 21:56:21.305589 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e7e685-ae3c-439c-a177-bfdeeeb1a5be', 'tag': '2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:56:21.311700 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2983e8e-09e5-46ee-8cea-38b2d89e5517" -d '{"events": [{"name": "network-changed", "server_uuid": "62e7e685-ae3c-439c-a177-bfdeeeb1a5be", "tag": "2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:56:21.408542 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fce8d92-cdd8-4d0e-8b83-15fa405eba98 admin admin] Router e8c7d2c7-8280-4041-85a9-37dc1e16b8df has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 21:56:21.409284 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 21:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af79920-0230-407c-b8fb-4d4ae03a9877 x-openstack-request-id: req-3af79920-0230-407c-b8fb-4d4ae03a9877 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:56:21.409587 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e7e685-ae3c-439c-a177-bfdeeeb1a5be", "tag": "2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:56:21.409838 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3af79920-0230-407c-b8fb-4d4ae03a9877 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:56:21.411234 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e7e685-ae3c-439c-a177-bfdeeeb1a5be', 'tag': '2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be', 'status': 'completed', 'code': 200} Nov 29 21:56:21.496767 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6008e2-40c9-4576-bd37-0f58dcee4856 service neutron] Pushing event updated for resources: {'Port': ['ID=2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be,revision_number=3']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:21.505778 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-385bd7f7-ba44-41a2-b046-ca483a5c884a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:21.507765 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-385bd7f7-ba44-41a2-b046-ca483a5c884a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab335a1bd1ef40929c149d8fb12975e0&device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be HTTP/1.1" status: 200 len: 1097 time: 0.1292310 Nov 29 21:56:21.587598 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-f6a1affd-692c-4a6a-a9b7-ad0cf1aaf210 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be HTTP/1.1" status: 200 len: 217 time: 0.0677001 Nov 29 21:56:21.612870 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-61c7c9b1-b1ec-4a8d-ae91-28c03105175d None None] Provisioning complete for port 7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:56:21.613249 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-61c7c9b1-b1ec-4a8d-ae91-28c03105175d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:21.701012 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-61c7c9b1-b1ec-4a8d-ae91-28c03105175d None None] Port 7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905 cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 21:56:21.714967 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-e6ba3512-fd98-4abc-9973-c8acf9b93a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:21.717213 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-e6ba3512-fd98-4abc-9973-c8acf9b93a10 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac018a01-258b-4d48-9a44-ca3d60e642fd HTTP/1.1" status: 200 len: 849 time: 0.1210442 Nov 29 21:56:21.783025 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-87b43f72-5058-45da-bd5a-43a1fb7263ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:21.784506 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-87b43f72-5058-45da-bd5a-43a1fb7263ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=562540b5-b080-4163-a4fa-cf4e96df0d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560620 Nov 29 21:56:21.951737 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fce8d92-cdd8-4d0e-8b83-15fa405eba98 admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 21:56:21.963168 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-4fce8d92-cdd8-4d0e-8b83-15fa405eba98 admin admin] 10.222.0.62 "PUT /v2.0/routers/e8c7d2c7-8280-4041-85a9-37dc1e16b8df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2274678 Nov 29 21:56:22.016888 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62962186-e665-4b92-98d8-f188c6cf643c req-a37df5eb-f5f6-41ef-a56c-66ef973cdffc tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:22.018933 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-62962186-e665-4b92-98d8-f188c6cf643c req-a37df5eb-f5f6-41ef-a56c-66ef973cdffc tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be HTTP/1.1" status: 200 len: 944 time: 0.1047852 Nov 29 21:56:22.033936 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-8e416661-627b-436e-94bb-c2fe57d6d848 service neutron] 10.222.0.61 "GET /v2.0/networks/562540b5-b080-4163-a4fa-cf4e96df0d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408571 Nov 29 21:56:22.135110 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7a29c-232b-4a3b-b613-12f205843616 req-5f83ae05-336b-4aa1-b3d5-7e81f74d3705 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:22.144726 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-73b7a29c-232b-4a3b-b613-12f205843616 req-5f83ae05-336b-4aa1-b3d5-7e81f74d3705 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.1229217 Nov 29 21:56:22.180084 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-62962186-e665-4b92-98d8-f188c6cf643c req-3834f56c-747a-472a-860d-37a63963d44a tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=8744e622-98b1-4c1a-9587-aed8701d21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423843 Nov 29 21:56:22.209299 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-edcac674-2d23-4f84-acf7-fa500cf6b1d9 req-5b866acb-8d9a-4044-bf5b-629b53ae9823 service neutron] 10.222.0.61 "GET /v2.0/networks/562540b5-b080-4163-a4fa-cf4e96df0d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594355 Nov 29 21:56:22.217801 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-73b7a29c-232b-4a3b-b613-12f205843616 req-76344ad6-1c6a-4ff4-b59c-78fa165e5f66 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728974 Nov 29 21:56:22.310482 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2983e8e-09e5-46ee-8cea-38b2d89e5517 req-c1ee16f1-1640-4537-92a6-a6a518bf287f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:22.313358 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c2983e8e-09e5-46ee-8cea-38b2d89e5517 req-c1ee16f1-1640-4537-92a6-a6a518bf287f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab335a1bd1ef40929c149d8fb12975e0&device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be HTTP/1.1" status: 200 len: 1097 time: 0.0585918 Nov 29 21:56:22.421368 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2983e8e-09e5-46ee-8cea-38b2d89e5517 req-5a69542c-c244-4582-b0e1-dc93a228b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:22.423239 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c2983e8e-09e5-46ee-8cea-38b2d89e5517 req-5a69542c-c244-4582-b0e1-dc93a228b28c service neutron] 10.222.0.61 "GET /v2.0/networks?id=562540b5-b080-4163-a4fa-cf4e96df0d5f HTTP/1.1" status: 200 len: 911 time: 0.1035135 Nov 29 21:56:22.471746 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c2983e8e-09e5-46ee-8cea-38b2d89e5517 req-30ece9e9-328f-48f7-9d6c-3aa764d5e1e4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be HTTP/1.1" status: 200 len: 217 time: 0.0413706 Nov 29 21:56:22.525571 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2983e8e-09e5-46ee-8cea-38b2d89e5517 req-60e45945-85fa-4b13-ae88-617ad0a584b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:22.527099 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c2983e8e-09e5-46ee-8cea-38b2d89e5517 req-60e45945-85fa-4b13-ae88-617ad0a584b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac018a01-258b-4d48-9a44-ca3d60e642fd HTTP/1.1" status: 200 len: 849 time: 0.0484512 Nov 29 21:56:22.577488 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2983e8e-09e5-46ee-8cea-38b2d89e5517 req-01e0ff48-c8c7-4185-b270-cdb774c65b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:22.579227 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c2983e8e-09e5-46ee-8cea-38b2d89e5517 req-01e0ff48-c8c7-4185-b270-cdb774c65b93 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=562540b5-b080-4163-a4fa-cf4e96df0d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444863 Nov 29 21:56:22.654493 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 41704) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:22.659975 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-e5984f72-2ce8-4422-976c-242a0b81ca78 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-967886028-network', 'tenant_id': 'cc221a47858c4442a7d8e9f1170d3c10'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:22.682158 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5984f72-2ce8-4422-976c-242a0b81ca78 admin admin] Made reservation on behalf of cc221a47858c4442a7d8e9f1170d3c10 for: {'network': 1} {{(pid=109067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:56:22.683605 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c2983e8e-09e5-46ee-8cea-38b2d89e5517 req-524d78d6-7b63-495b-86a9-72e859eec96c service neutron] 10.222.0.61 "GET /v2.0/networks/562540b5-b080-4163-a4fa-cf4e96df0d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961673 Nov 29 21:56:22.684477 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e5984f72-2ce8-4422-976c-242a0b81ca78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for network, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:22.697303 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e5984f72-2ce8-4422-976c-242a0b81ca78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:22.780682 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c2983e8e-09e5-46ee-8cea-38b2d89e5517 req-df8b6625-8f69-4254-9598-e0b813c17d82 service neutron] 10.222.0.61 "GET /v2.0/networks/562540b5-b080-4163-a4fa-cf4e96df0d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890326 Nov 29 21:56:22.787396 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e5984f72-2ce8-4422-976c-242a0b81ca78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:22.791752 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e5984f72-2ce8-4422-976c-242a0b81ca78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:22.820275 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5984f72-2ce8-4422-976c-242a0b81ca78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=109067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 21:56:22.831442 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5984f72-2ce8-4422-976c-242a0b81ca78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41ab889-daa1-4804-8cb3-42234a8ab76d,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:22.836446 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e5984f72-2ce8-4422-976c-242a0b81ca78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:22.836788 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.db.segments_db [None req-e5984f72-2ce8-4422-976c-242a0b81ca78 admin admin] Added segment b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d of type vlan for network 375319b0-a9e5-4fa1-9bb8-837cbfa6ad15 Nov 29 21:56:22.880473 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e5984f72-2ce8-4422-976c-242a0b81ca78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752945079902'] for network, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:22.905394 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e5984f72-2ce8-4422-976c-242a0b81ca78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for network, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:22.906694 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5984f72-2ce8-4422-976c-242a0b81ca78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:22.907343 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e5984f72-2ce8-4422-976c-242a0b81ca78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:22.943699 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-e5984f72-2ce8-4422-976c-242a0b81ca78 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2875128 Nov 29 21:56:22.946326 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 41710) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:22.979633 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-21d09974-bbea-4af6-bcec-114ddab4a099 admin admin] Request body: {'subnet': {'network_id': '375319b0-a9e5-4fa1-9bb8-837cbfa6ad15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-967886028-subnet', 'tenant_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'ip_version': 4}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:22.983885 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5984f72-2ce8-4422-976c-242a0b81ca78 admin admin] Pushing event updated for resources: {'Network': ['ID=375319b0-a9e5-4fa1-9bb8-837cbfa6ad15,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:22.996767 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Network 375319b0-a9e5-4fa1-9bb8-837cbfa6ad15 details requested by agent ovs-agent-dv-cinder-819722-1-iscsi with host dv-cinder-819722-1-iscsi {{(pid=109069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 21:56:23.009623 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d09974-bbea-4af6-bcec-114ddab4a099 admin admin] Made reservation on behalf of cc221a47858c4442a7d8e9f1170d3c10 for: {'subnet': 1} {{(pid=109067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:56:23.012403 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-21d09974-bbea-4af6-bcec-114ddab4a099 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126244983'] for subnet, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:23.211867 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-21d09974-bbea-4af6-bcec-114ddab4a099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126503802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126244969'] for subnet, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:23.291602 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d09974-bbea-4af6-bcec-114ddab4a099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72788246-381e-4f53-95d7-b4bd36f2489d,revision_number=0']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:23.310179 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d09974-bbea-4af6-bcec-114ddab4a099 admin admin] Checking segment: {'id': 'b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '375319b0-a9e5-4fa1-9bb8-837cbfa6ad15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:56:23.310528 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d09974-bbea-4af6-bcec-114ddab4a099 admin admin] Network hostable DHCP agents. Network: 375319b0-a9e5-4fa1-9bb8-837cbfa6ad15, hostable agents: ['f050ea31-2221-4d35-9e43-364bf64fbd15'], hosted agents: [] {{(pid=109067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 21:56:23.362855 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288738e1-267f-4113-932a-e636fb012cda req-a26e874d-15cd-4660-8f9c-116ed77375fc tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:23.364382 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-288738e1-267f-4113-932a-e636fb012cda req-a26e874d-15cd-4660-8f9c-116ed77375fc tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be HTTP/1.1" status: 200 len: 944 time: 0.1041389 Nov 29 21:56:23.383355 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d09974-bbea-4af6-bcec-114ddab4a099 admin admin] Network 375319b0-a9e5-4fa1-9bb8-837cbfa6ad15 is scheduled to be hosted by DHCP agent f050ea31-2221-4d35-9e43-364bf64fbd15 with binding_index 1 {{(pid=109067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 21:56:23.404542 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21b1a3-4dc8-4ecc-a014-b24a13ce3814 req-942d43c2-d516-4ab4-8823-05c6c550a35e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:23.406537 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8c21b1a3-4dc8-4ecc-a014-b24a13ce3814 req-942d43c2-d516-4ab4-8823-05c6c550a35e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0970945 Nov 29 21:56:23.422872 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-21d09974-bbea-4af6-bcec-114ddab4a099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819722-1-iscsi, 375319b0-a9e5-4fa1-9bb8-837cbfa6ad15) {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:56:23.427321 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d09974-bbea-4af6-bcec-114ddab4a099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:23.428071 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-21d09974-bbea-4af6-bcec-114ddab4a099 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:23.433519 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc67e3e-cd3b-4580-aa4d-2be46cd0eec1 None None] Network 375319b0-a9e5-4fa1-9bb8-837cbfa6ad15 requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:56:23.471548 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-288738e1-267f-4113-932a-e636fb012cda req-e30b8969-5183-45aa-8b26-608b27984808 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=8744e622-98b1-4c1a-9587-aed8701d21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992434 Nov 29 21:56:23.480031 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-21d09974-bbea-4af6-bcec-114ddab4a099 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5327299 Nov 29 21:56:23.482698 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 41722) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:23.488897 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-d5a25e2d-1b1e-4df7-930d-b3c826828c68 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-967886028-router', 'tenant_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:23.498400 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8c21b1a3-4dc8-4ecc-a014-b24a13ce3814 req-388926de-e4cf-41f0-9998-255aa769d0e4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832894 Nov 29 21:56:23.530497 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d5a25e2d-1b1e-4df7-930d-b3c826828c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1812733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63426'] for router, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:23.532275 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d5a25e2d-1b1e-4df7-930d-b3c826828c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1692916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63433'] for router, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:23.567809 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] Sync routers for ids ['e8c7d2c7-8280-4041-85a9-37dc1e16b8df'] in dv-cinder-819722-1-iscsi {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 21:56:23.578456 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] Routers {'e8c7d2c7-8280-4041-85a9-37dc1e16b8df'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:56:23.579077 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:56:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['e8c7d2c7-8280-4041-85a9-37dc1e16b8df'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:23.603066 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d5a25e2d-1b1e-4df7-930d-b3c826828c68 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:23.624324 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a1fa0d-9d37-4bcf-9987-c9ae9fa9cd34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21caa0cc-6bdc-59e7-8938-ac611155d915-375319b0-a9e5-4fa1-9bb8-837cbfa6ad15', 'network_id': '375319b0-a9e5-4fa1-9bb8-837cbfa6ad15', 'tenant_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'fixed_ips': [{'subnet_id': '72788246-381e-4f53-95d7-b4bd36f2489d'}]}} from dv-cinder-819722-1-iscsi. {{(pid=109069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 21:56:23.625469 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-69a1fa0d-9d37-4bcf-9987-c9ae9fa9cd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:23.648829 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device b96bf0d0-2c91-4b0c-af50-9a72eeedd276 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:56:23.760800 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d5a25e2d-1b1e-4df7-930d-b3c826828c68 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:23.787138 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] Set router e8c7d2c7-8280-4041-85a9-37dc1e16b8df gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:56:23.799238 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port b96bf0d0-2c91-4b0c-af50-9a72eeedd276 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:56:23.799611 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:23.831091 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [None req-69a1fa0d-9d37-4bcf-9987-c9ae9fa9cd34 None None] Allocated IP 172.20.0.2 (375319b0-a9e5-4fa1-9bb8-837cbfa6ad15/72788246-381e-4f53-95d7-b4bd36f2489d/c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:56:23.973442 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:23.986170 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d5a25e2d-1b1e-4df7-930d-b3c826828c68 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:24.002427 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c7d2c7-8280-4041-85a9-37dc1e16b8df', 'name': 'tempest-TestVolumeBootPattern-1632745676-router', 'tenant_id': '88a9ca4135cb41e99a8a1477f72aef11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b96bf0d0-2c91-4b0c-af50-9a72eeedd276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:56:15Z', 'updated_at': '2021-11-29T21:56:20Z', 'revision_number': 4, 'project_id': '88a9ca4135cb41e99a8a1477f72aef11', 'gw_port': {'id': 'b96bf0d0-2c91-4b0c-af50-9a72eeedd276', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:77:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c7d2c7-8280-4041-85a9-37dc1e16b8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:16Z', 'updated_at': '2021-11-29T21:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905', 'name': '', 'network_id': 'aa8463df-af1a-42d4-ba11-91c61bfd007d', 'tenant_id': '88a9ca4135cb41e99a8a1477f72aef11', 'mac_address': 'fa:16:3e:77:30:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c7d2c7-8280-4041-85a9-37dc1e16b8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd362bb28-df68-417a-809b-507ebaf77a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:19Z', 'updated_at': '2021-11-29T21:56:20Z', 'revision_number': 2, 'project_id': '88a9ca4135cb41e99a8a1477f72aef11', 'subnets': [{'id': 'd362bb28-df68-417a-809b-507ebaf77a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:24.007062 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d5a25e2d-1b1e-4df7-930d-b3c826828c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:24.022138 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] For port b96bf0d0-2c91-4b0c-af50-9a72eeedd276, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=b96bf0d0-2c91-4b0c-af50-9a72eeedd276,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:56:24.030610 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:24.033181 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] Checking router: e8c7d2c7-8280-4041-85a9-37dc1e16b8df for host: dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 21:56:24.033767 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] Updating router e8c7d2c7-8280-4041-85a9-37dc1e16b8df port 7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905 binding host dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 21:56:24.064714 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:24.069717 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-69a1fa0d-9d37-4bcf-9987-c9ae9fa9cd34 None None] Publish callbacks [] for port, precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:24.082044 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-69a1fa0d-9d37-4bcf-9987-c9ae9fa9cd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:24.105153 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Pushing event updated for resources: {'Port': ['ID=b96bf0d0-2c91-4b0c-af50-9a72eeedd276,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:24.109900 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a1fa0d-9d37-4bcf-9987-c9ae9fa9cd34 None None] Network 375319b0-a9e5-4fa1-9bb8-837cbfa6ad15 is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:56:24.114212 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-69a1fa0d-9d37-4bcf-9987-c9ae9fa9cd34 None None] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:56:24.132835 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a1fa0d-9d37-4bcf-9987-c9ae9fa9cd34 None None] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:56:24.141242 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [None req-d5a25e2d-1b1e-4df7-930d-b3c826828c68 admin admin] Allocated IP 172.27.0.148 (784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5/a9ef98f4-00ee-4d58-b124-c3e8fe21fad4/f2e38f6a-f7e0-4a21-9078-36aff05fe6d5) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:56:24.190549 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1fa0d-9d37-4bcf-9987-c9ae9fa9cd34 None None] Pushing event updated for resources: {'Port': ['ID=c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:24.215346 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-69a1fa0d-9d37-4bcf-9987-c9ae9fa9cd34 None None] Attempting to bind port c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3 on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:56:24.216002 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-69a1fa0d-9d37-4bcf-9987-c9ae9fa9cd34 None None] Attempting to bind port c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3 by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': 'b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '375319b0-a9e5-4fa1-9bb8-837cbfa6ad15'}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:56:24.216179 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a1fa0d-9d37-4bcf-9987-c9ae9fa9cd34 None None] Attempting to bind port c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3 on network 375319b0-a9e5-4fa1-9bb8-837cbfa6ad15 {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:56:24.222891 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a1fa0d-9d37-4bcf-9987-c9ae9fa9cd34 None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:56:24.223387 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a1fa0d-9d37-4bcf-9987-c9ae9fa9cd34 None None] Checking segment: {'id': 'b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '375319b0-a9e5-4fa1-9bb8-837cbfa6ad15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:56:24.224223 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-69a1fa0d-9d37-4bcf-9987-c9ae9fa9cd34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:24.224223 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a1fa0d-9d37-4bcf-9987-c9ae9fa9cd34 None None] Bound using segment: {'id': 'b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '375319b0-a9e5-4fa1-9bb8-837cbfa6ad15'} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:56:24.224816 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-69a1fa0d-9d37-4bcf-9987-c9ae9fa9cd34 None None] Bound port: c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '375319b0-a9e5-4fa1-9bb8-837cbfa6ad15'}}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:56:24.225243 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-69a1fa0d-9d37-4bcf-9987-c9ae9fa9cd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:24.229454 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be details requested by agent hyperv_hv-cinder-81972 with host hv-cinder-81972 {{(pid=109069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 21:56:24.265786 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d5a25e2d-1b1e-4df7-930d-b3c826828c68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:24.305566 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d5a25e2d-1b1e-4df7-930d-b3c826828c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:24.350768 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a25e2d-1b1e-4df7-930d-b3c826828c68 admin admin] Network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:56:24.353708 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [None req-d5a25e2d-1b1e-4df7-930d-b3c826828c68 admin admin] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:56:24.355235 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:24.357467 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a25e2d-1b1e-4df7-930d-b3c826828c68 admin admin] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:56:24.360444 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-69a1fa0d-9d37-4bcf-9987-c9ae9fa9cd34 None None] For port c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:56:24.364972 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:24.379169 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-69a1fa0d-9d37-4bcf-9987-c9ae9fa9cd34 None None] For port c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3,segment=NetworkSegment(b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d),segment_id=b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d)] {{(pid=109069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:56:24.389921 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a25e2d-1b1e-4df7-930d-b3c826828c68 admin admin] Pushing event updated for resources: {'Port': ['ID=f2e38f6a-f7e0-4a21-9078-36aff05fe6d5,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:24.392613 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be,segment=NetworkSegment(c474d39d-c2f7-4b49-acd8-82f36e651454),segment_id=c474d39d-c2f7-4b49-acd8-82f36e651454)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:56:24.395914 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-69a1fa0d-9d37-4bcf-9987-c9ae9fa9cd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:24.440650 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Returning: {'device': '2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'port_id': '2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be', 'mac_address': 'fa:16:3e:0c:a9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 21:56:24.473172 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] Attempting to bind port 7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905 on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:56:24.473842 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] Attempting to bind port 7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905 by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': '129e8922-9dbd-49a8-a94c-acaa259e137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'aa8463df-af1a-42d4-ba11-91c61bfd007d'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:56:24.474477 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] Attempting to bind port 7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905 on network aa8463df-af1a-42d4-ba11-91c61bfd007d {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:56:24.482903 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:56:24.484143 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] Checking segment: {'id': '129e8922-9dbd-49a8-a94c-acaa259e137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'aa8463df-af1a-42d4-ba11-91c61bfd007d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:56:24.484777 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:24.485399 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] Bound using segment: {'id': '129e8922-9dbd-49a8-a94c-acaa259e137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'aa8463df-af1a-42d4-ba11-91c61bfd007d'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:56:24.486467 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] Bound port: 7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129e8922-9dbd-49a8-a94c-acaa259e137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'aa8463df-af1a-42d4-ba11-91c61bfd007d'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:56:24.487094 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:24.522515 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:24.524862 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1fa0d-9d37-4bcf-9987-c9ae9fa9cd34 None None] Pushing event updated for resources: {'Port': ['ID=c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:24.572141 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be {{(pid=109069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:56:24.581219 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e899a98-1643-47f2-8295-f1bc4bf95c97 None None] Pushing event updated for resources: {'Port': ['ID=7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:24.594130 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e899a98-1643-47f2-8295-f1bc4bf95c97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:24.594805 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e899a98-1643-47f2-8295-f1bc4bf95c97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:24.595330 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e899a98-1643-47f2-8295-f1bc4bf95c97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:24.595832 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e899a98-1643-47f2-8295-f1bc4bf95c97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:24.596316 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e899a98-1643-47f2-8295-f1bc4bf95c97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:24.596812 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e899a98-1643-47f2-8295-f1bc4bf95c97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:24.597295 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e899a98-1643-47f2-8295-f1bc4bf95c97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:24.597824 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e899a98-1643-47f2-8295-f1bc4bf95c97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:24.598372 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e899a98-1643-47f2-8295-f1bc4bf95c97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:24.598883 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e899a98-1643-47f2-8295-f1bc4bf95c97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:24.599978 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e899a98-1643-47f2-8295-f1bc4bf95c97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:24.600504 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e899a98-1643-47f2-8295-f1bc4bf95c97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:24.609809 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] For port 7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:56:24.618691 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] For port 7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905,segment=NetworkSegment(129e8922-9dbd-49a8-a94c-acaa259e137a),segment_id=129e8922-9dbd-49a8-a94c-acaa259e137a)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:56:24.628126 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:24.643858 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be,segment=NetworkSegment(c474d39d-c2f7-4b49-acd8-82f36e651454),segment_id=c474d39d-c2f7-4b49-acd8-82f36e651454)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:56:24.659794 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:24.783276 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d5a25e2d-1b1e-4df7-930d-b3c826828c68 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:24.816889 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:24.825137 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e899a98-1643-47f2-8295-f1bc4bf95c97 None None] Pushing event updated for resources: {'Port': ['ID=7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905,revision_number=4']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:24.836621 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875b020-1c00-4861-baf4-0823720a28d3 req-c6df4ad4-ebc2-4094-a779-4acead3a2951 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:24.845571 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] Routers {'e8c7d2c7-8280-4041-85a9-37dc1e16b8df'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:56:24.845855 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c875b020-1c00-4861-baf4-0823720a28d3 req-c6df4ad4-ebc2-4094-a779-4acead3a2951 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.1311994 Nov 29 21:56:24.846207 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:56:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['e8c7d2c7-8280-4041-85a9-37dc1e16b8df'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:24.846748 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-c9b0658f-3271-4b3d-9763-5e508eb72e74 None None] Provisioning complete for port 7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:56:24.847719 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c9b0658f-3271-4b3d-9763-5e508eb72e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:24.954746 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a128bb-7151-43e6-ba6b-74c00e166f05 req-e6b09f1a-efea-42f1-ae21-da6f3ff4c34d tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:24.956613 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-99a128bb-7151-43e6-ba6b-74c00e166f05 req-e6b09f1a-efea-42f1-ae21-da6f3ff4c34d tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be HTTP/1.1" status: 200 len: 944 time: 0.3416576 Nov 29 21:56:25.003398 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c875b020-1c00-4861-baf4-0823720a28d3 req-49d1fc3f-856e-4e25-a9fd-02f3038ab2bd tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563163 Nov 29 21:56:25.052443 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c9b0658f-3271-4b3d-9763-5e508eb72e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:25.092489 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-99a128bb-7151-43e6-ba6b-74c00e166f05 req-73ab5c43-9563-4d01-8399-f15779fc8678 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=8744e622-98b1-4c1a-9587-aed8701d21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196678 Nov 29 21:56:25.137319 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-c9b0658f-3271-4b3d-9763-5e508eb72e74 None None] For port 7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905,segment=NetworkSegment(129e8922-9dbd-49a8-a94c-acaa259e137a),segment_id=129e8922-9dbd-49a8-a94c-acaa259e137a)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:56:25.144924 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c9b0658f-3271-4b3d-9763-5e508eb72e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:25.145205 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] Set router e8c7d2c7-8280-4041-85a9-37dc1e16b8df gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:56:25.206116 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0658f-3271-4b3d-9763-5e508eb72e74 None None] Pushing event updated for resources: {'Port': ['ID=7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:25.226621 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d5a25e2d-1b1e-4df7-930d-b3c826828c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811407'] for router, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:25.265460 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-db1bbcd9-4c38-4af6-895f-7bbae50bd339 None None] Provisioning complete for port 7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:56:25.265860 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-db1bbcd9-4c38-4af6-895f-7bbae50bd339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:25.371825 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c7d2c7-8280-4041-85a9-37dc1e16b8df', 'name': 'tempest-TestVolumeBootPattern-1632745676-router', 'tenant_id': '88a9ca4135cb41e99a8a1477f72aef11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b96bf0d0-2c91-4b0c-af50-9a72eeedd276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:56:15Z', 'updated_at': '2021-11-29T21:56:20Z', 'revision_number': 4, 'project_id': '88a9ca4135cb41e99a8a1477f72aef11', 'gw_port': {'id': 'b96bf0d0-2c91-4b0c-af50-9a72eeedd276', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c7d2c7-8280-4041-85a9-37dc1e16b8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:16Z', 'updated_at': '2021-11-29T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905', 'name': '', 'network_id': 'aa8463df-af1a-42d4-ba11-91c61bfd007d', 'tenant_id': '88a9ca4135cb41e99a8a1477f72aef11', 'mac_address': 'fa:16:3e:77:30:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c7d2c7-8280-4041-85a9-37dc1e16b8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd362bb28-df68-417a-809b-507ebaf77a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:19Z', 'updated_at': '2021-11-29T21:56:24Z', 'revision_number': 4, 'project_id': '88a9ca4135cb41e99a8a1477f72aef11', 'subnets': [{'id': 'd362bb28-df68-417a-809b-507ebaf77a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:25.373993 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a25e2d-1b1e-4df7-930d-b3c826828c68 admin admin] Router 5f2a54c1-8d18-4060-a3bd-5d91cc7b9619 is scheduled to L3 agent 45234573-5df4-4e32-989b-85d77f36231f with binding_index 1 {{(pid=109068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 21:56:25.402948 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c931c217-36c2-4b22-bfc9-1d87c9a635d6 None None] The sync data for ids ['e8c7d2c7-8280-4041-85a9-37dc1e16b8df'] in dv-cinder-819722-1-iscsi is: [{'id': 'e8c7d2c7-8280-4041-85a9-37dc1e16b8df', 'name': 'tempest-TestVolumeBootPattern-1632745676-router', 'tenant_id': '88a9ca4135cb41e99a8a1477f72aef11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b96bf0d0-2c91-4b0c-af50-9a72eeedd276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:56:15Z', 'updated_at': '2021-11-29T21:56:20Z', 'revision_number': 4, 'project_id': '88a9ca4135cb41e99a8a1477f72aef11', 'gw_port': {'id': 'b96bf0d0-2c91-4b0c-af50-9a72eeedd276', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c7d2c7-8280-4041-85a9-37dc1e16b8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:16Z', 'updated_at': '2021-11-29T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905', 'name': '', 'network_id': 'aa8463df-af1a-42d4-ba11-91c61bfd007d', 'tenant_id': '88a9ca4135cb41e99a8a1477f72aef11', 'mac_address': 'fa:16:3e:77:30:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c7d2c7-8280-4041-85a9-37dc1e16b8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd362bb28-df68-417a-809b-507ebaf77a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:19Z', 'updated_at': '2021-11-29T21:56:24Z', 'revision_number': 4, 'project_id': '88a9ca4135cb41e99a8a1477f72aef11', 'subnets': [{'id': 'd362bb28-df68-417a-809b-507ebaf77a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 21:56:25.483028 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a25e2d-1b1e-4df7-930d-b3c826828c68 admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 21:56:25.495892 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39027066-8429-446d-893d-67e9e140960e None None] Sync routers for ids ['5f2a54c1-8d18-4060-a3bd-5d91cc7b9619'] in dv-cinder-819722-1-iscsi {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 21:56:25.503571 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d5a25e2d-1b1e-4df7-930d-b3c826828c68 admin admin] Publish callbacks [] for router, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:25.505618 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-d5a25e2d-1b1e-4df7-930d-b3c826828c68 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0201836 Nov 29 21:56:25.507877 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 41740) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:25.511475 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39027066-8429-446d-893d-67e9e140960e None None] Routers {'5f2a54c1-8d18-4060-a3bd-5d91cc7b9619'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:56:25.512098 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-39027066-8429-446d-893d-67e9e140960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:56:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['5f2a54c1-8d18-4060-a3bd-5d91cc7b9619'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:25.687589 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-39027066-8429-446d-893d-67e9e140960e None None] Set router 5f2a54c1-8d18-4060-a3bd-5d91cc7b9619 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:56:25.785134 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:56:26.028239 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712c8c93-47b9-467b-8df0-f734b2c28a82 None None] Network 375319b0-a9e5-4fa1-9bb8-837cbfa6ad15 requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:56:26.043852 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-092cde7c-a773-4a47-aef0-55a2eac31772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:26.224059 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765931c-082e-4f6f-97b0-5261f8b68675 req-c874d88d-57ea-477f-8cd9-8f0294ffe85a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:26.229226 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3765931c-082e-4f6f-97b0-5261f8b68675 req-c874d88d-57ea-477f-8cd9-8f0294ffe85a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.1072149 Nov 29 21:56:26.254220 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:56:26.254712 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:26.266262 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-85e35234-5f77-4bf3-aa4d-19fc744cf18c None None] Provisioning complete for port c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:56:26.266635 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-85e35234-5f77-4bf3-aa4d-19fc744cf18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:26.320903 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 21:56:26.362498 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57482336-31ed-4018-a18a-72fcf57adef3 req-7df42a2b-494a-4560-a4ec-d77f39b7bc20 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:26.364052 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-57482336-31ed-4018-a18a-72fcf57adef3 req-7df42a2b-494a-4560-a4ec-d77f39b7bc20 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be HTTP/1.1" status: 200 len: 945 time: 0.1520858 Nov 29 21:56:26.370650 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3765931c-082e-4f6f-97b0-5261f8b68675 req-2ff20fb6-2151-43e9-9cfe-a9c829d079f6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327806 Nov 29 21:56:26.406385 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.db_base_plugin_common [None req-092cde7c-a773-4a47-aef0-55a2eac31772 admin admin] Allocated IP 172.20.0.1 (375319b0-a9e5-4fa1-9bb8-837cbfa6ad15/72788246-381e-4f53-95d7-b4bd36f2489d/184f1e3f-dba5-4e4c-8371-5902850f03fa) {{(pid=109067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:56:26.436945 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-39027066-8429-446d-893d-67e9e140960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a54c1-8d18-4060-a3bd-5d91cc7b9619', 'name': 'tempest-TestVolumeBootPattern-967886028-router', 'tenant_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f2e38f6a-f7e0-4a21-9078-36aff05fe6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:56:23Z', 'updated_at': '2021-11-29T21:56:24Z', 'revision_number': 3, 'project_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'gw_port': {'id': 'f2e38f6a-f7e0-4a21-9078-36aff05fe6d5', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:49:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a54c1-8d18-4060-a3bd-5d91cc7b9619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:24Z', 'updated_at': '2021-11-29T21:56:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:26.451689 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-57482336-31ed-4018-a18a-72fcf57adef3 req-96f3abc5-b274-4114-a0c7-a06b33c12487 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=8744e622-98b1-4c1a-9587-aed8701d21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780468 Nov 29 21:56:26.478850 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39027066-8429-446d-893d-67e9e140960e None None] Checking router: 5f2a54c1-8d18-4060-a3bd-5d91cc7b9619 for host: dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 21:56:26.479238 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39027066-8429-446d-893d-67e9e140960e None None] Updating router 5f2a54c1-8d18-4060-a3bd-5d91cc7b9619 port f2e38f6a-f7e0-4a21-9078-36aff05fe6d5 binding host dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 21:56:26.558291 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-092cde7c-a773-4a47-aef0-55a2eac31772 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:26.601273 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-39027066-8429-446d-893d-67e9e140960e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:26.627773 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-092cde7c-a773-4a47-aef0-55a2eac31772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126503686'] for port, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:26.657444 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:26.689959 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092cde7c-a773-4a47-aef0-55a2eac31772 admin admin] Network 375319b0-a9e5-4fa1-9bb8-837cbfa6ad15 is already hosted by enough agents. {{(pid=109067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:56:26.690519 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-85e35234-5f77-4bf3-aa4d-19fc744cf18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:26.690940 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-092cde7c-a773-4a47-aef0-55a2eac31772 admin admin] Resources bound (agent type, host, resource id): {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:56:26.694762 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092cde7c-a773-4a47-aef0-55a2eac31772 admin admin] Received port after_create {{(pid=109067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:56:26.720755 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092cde7c-a773-4a47-aef0-55a2eac31772 admin admin] Pushing event updated for resources: {'Port': ['ID=184f1e3f-dba5-4e4c-8371-5902850f03fa,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:26.754108 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-092cde7c-a773-4a47-aef0-55a2eac31772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817148'] for router_interface, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:26.852058 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] For port c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3,segment=NetworkSegment(b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d),segment_id=b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:56:26.901900 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:26.902878 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device b96bf0d0-2c91-4b0c-af50-9a72eeedd276 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:56:26.908889 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-092cde7c-a773-4a47-aef0-55a2eac31772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:27.033423 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.db.api [None req-85e35234-5f77-4bf3-aa4d-19fc744cf18c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 21:56:27.033715 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG oslo_db.api [None req-85e35234-5f77-4bf3-aa4d-19fc744cf18c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 21:56:27.095232 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Pushing event updated for resources: {'Port': ['ID=c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3,revision_number=3']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:27.101309 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-092cde7c-a773-4a47-aef0-55a2eac31772 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:27.108857 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-092cde7c-a773-4a47-aef0-55a2eac31772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126503669'] for port, after_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:27.131277 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port b96bf0d0-2c91-4b0c-af50-9a72eeedd276 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:56:27.131667 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:27.188692 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-092cde7c-a773-4a47-aef0-55a2eac31772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817224'] for router_interface, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:27.191654 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092cde7c-a773-4a47-aef0-55a2eac31772 admin admin] Pushing event updated for resources: {'Port': ['ID=184f1e3f-dba5-4e4c-8371-5902850f03fa,revision_number=2']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:27.224418 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-39027066-8429-446d-893d-67e9e140960e None None] Publish callbacks [] for port, precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:27.230581 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-39027066-8429-446d-893d-67e9e140960e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:27.284421 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092cde7c-a773-4a47-aef0-55a2eac31772 admin admin] Network 375319b0-a9e5-4fa1-9bb8-837cbfa6ad15 is already hosted by enough agents. {{(pid=109067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:56:27.285887 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-092cde7c-a773-4a47-aef0-55a2eac31772 admin admin] Resources bound (agent type, host, resource id): {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:56:27.314475 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:56:27.342453 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653e49f-e023-47b5-8248-ff2f942dc247 None None] Pushing event updated for resources: {'Port': ['ID=f2e38f6a-f7e0-4a21-9078-36aff05fe6d5,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:27.347897 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-39027066-8429-446d-893d-67e9e140960e None None] Attempting to bind port f2e38f6a-f7e0-4a21-9078-36aff05fe6d5 on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:56:27.348265 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-39027066-8429-446d-893d-67e9e140960e None None] Attempting to bind port f2e38f6a-f7e0-4a21-9078-36aff05fe6d5 by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:56:27.348623 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39027066-8429-446d-893d-67e9e140960e None None] Attempting to bind port f2e38f6a-f7e0-4a21-9078-36aff05fe6d5 on network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:56:27.363300 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39027066-8429-446d-893d-67e9e140960e None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:56:27.363676 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39027066-8429-446d-893d-67e9e140960e None None] Checking segment: {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:56:27.364075 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-39027066-8429-446d-893d-67e9e140960e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:27.364464 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39027066-8429-446d-893d-67e9e140960e None None] Bound using segment: {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:56:27.364940 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-39027066-8429-446d-893d-67e9e140960e None None] Bound port: f2e38f6a-f7e0-4a21-9078-36aff05fe6d5, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:56:27.365316 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-39027066-8429-446d-893d-67e9e140960e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:27.405357 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092cde7c-a773-4a47-aef0-55a2eac31772 admin admin] Router 5f2a54c1-8d18-4060-a3bd-5d91cc7b9619 has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 21:56:27.430033 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-39027066-8429-446d-893d-67e9e140960e None None] For port f2e38f6a-f7e0-4a21-9078-36aff05fe6d5, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:56:27.432686 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:56:27.433079 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:27.435946 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-39027066-8429-446d-893d-67e9e140960e None None] For port f2e38f6a-f7e0-4a21-9078-36aff05fe6d5, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=f2e38f6a-f7e0-4a21-9078-36aff05fe6d5,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:56:27.481168 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-39027066-8429-446d-893d-67e9e140960e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:27.595064 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092cde7c-a773-4a47-aef0-55a2eac31772 admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 21:56:27.599980 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653e49f-e023-47b5-8248-ff2f942dc247 None None] Pushing event updated for resources: {'Port': ['ID=f2e38f6a-f7e0-4a21-9078-36aff05fe6d5,revision_number=3']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:27.606949 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-092cde7c-a773-4a47-aef0-55a2eac31772 admin admin] 10.222.0.62 "PUT /v2.0/routers/5f2a54c1-8d18-4060-a3bd-5d91cc7b9619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0949209 Nov 29 21:56:27.614038 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39027066-8429-446d-893d-67e9e140960e None None] Routers {'5f2a54c1-8d18-4060-a3bd-5d91cc7b9619'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:56:27.614787 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-39027066-8429-446d-893d-67e9e140960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:56:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['5f2a54c1-8d18-4060-a3bd-5d91cc7b9619'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:27.629311 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e6c8a-1bf0-49c5-9953-ec96a3fb9858 req-d3fe550b-6dea-4c7d-8795-53c4b47cba68 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:27.630860 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a85e6c8a-1bf0-49c5-9953-ec96a3fb9858 req-d3fe550b-6dea-4c7d-8795-53c4b47cba68 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.1327922 Nov 29 21:56:27.643663 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54dbbe-c4d1-4c41-9461-1680ac126d3a req-1031044b-7dd4-4441-a99b-f620b91aa9a0 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:27.645310 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9b54dbbe-c4d1-4c41-9461-1680ac126d3a req-1031044b-7dd4-4441-a99b-f620b91aa9a0 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be HTTP/1.1" status: 200 len: 945 time: 0.1109223 Nov 29 21:56:27.730912 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a85e6c8a-1bf0-49c5-9953-ec96a3fb9858 req-82d7c916-976c-428a-80d3-d748c28acc52 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846093 Nov 29 21:56:27.767864 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-39027066-8429-446d-893d-67e9e140960e None None] Set router 5f2a54c1-8d18-4060-a3bd-5d91cc7b9619 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:56:27.770700 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9b54dbbe-c4d1-4c41-9461-1680ac126d3a req-8c461714-04cd-4165-bcad-579e7d223fd2 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=8744e622-98b1-4c1a-9587-aed8701d21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185834 Nov 29 21:56:27.771790 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-561e508b-eb8b-4f86-ac1d-ca45d994de7f None None] Provisioning complete for port 184f1e3f-dba5-4e4c-8371-5902850f03fa triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:56:27.772368 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-561e508b-eb8b-4f86-ac1d-ca45d994de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:27.800744 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:56:27.904086 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-561e508b-eb8b-4f86-ac1d-ca45d994de7f None None] Port 184f1e3f-dba5-4e4c-8371-5902850f03fa cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 21:56:28.072162 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-561e508b-eb8b-4f86-ac1d-ca45d994de7f None None] Provisioning complete for port c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:56:28.072530 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-561e508b-eb8b-4f86-ac1d-ca45d994de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:28.135881 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:56:28.135881 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:28.304779 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 41786) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:28.313101 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-670b5fb7-ad45-4e4b-80bf-02fbfa6d2ace tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-705175879', 'description': 'tempest-secgroup-smoke-705175879 description', 'project_id': '88a9ca4135cb41e99a8a1477f72aef11'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:28.315456 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-39027066-8429-446d-893d-67e9e140960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a54c1-8d18-4060-a3bd-5d91cc7b9619', 'name': 'tempest-TestVolumeBootPattern-967886028-router', 'tenant_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f2e38f6a-f7e0-4a21-9078-36aff05fe6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:56:23Z', 'updated_at': '2021-11-29T21:56:26Z', 'revision_number': 4, 'project_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'gw_port': {'id': 'f2e38f6a-f7e0-4a21-9078-36aff05fe6d5', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:49:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a54c1-8d18-4060-a3bd-5d91cc7b9619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:24Z', 'updated_at': '2021-11-29T21:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '184f1e3f-dba5-4e4c-8371-5902850f03fa', 'name': '', 'network_id': '375319b0-a9e5-4fa1-9bb8-837cbfa6ad15', 'tenant_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'mac_address': 'fa:16:3e:57:e0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a54c1-8d18-4060-a3bd-5d91cc7b9619', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '72788246-381e-4f53-95d7-b4bd36f2489d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:26Z', 'updated_at': '2021-11-29T21:56:26Z', 'revision_number': 2, 'project_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'subnets': [{'id': '72788246-381e-4f53-95d7-b4bd36f2489d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:28.334527 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-670b5fb7-ad45-4e4b-80bf-02fbfa6d2ace tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:28.341955 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39027066-8429-446d-893d-67e9e140960e None None] The sync data for ids ['5f2a54c1-8d18-4060-a3bd-5d91cc7b9619'] in dv-cinder-819722-1-iscsi is: [{'id': '5f2a54c1-8d18-4060-a3bd-5d91cc7b9619', 'name': 'tempest-TestVolumeBootPattern-967886028-router', 'tenant_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f2e38f6a-f7e0-4a21-9078-36aff05fe6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:56:23Z', 'updated_at': '2021-11-29T21:56:26Z', 'revision_number': 4, 'project_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'gw_port': {'id': 'f2e38f6a-f7e0-4a21-9078-36aff05fe6d5', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:49:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a54c1-8d18-4060-a3bd-5d91cc7b9619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:24Z', 'updated_at': '2021-11-29T21:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '184f1e3f-dba5-4e4c-8371-5902850f03fa', 'name': '', 'network_id': '375319b0-a9e5-4fa1-9bb8-837cbfa6ad15', 'tenant_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'mac_address': 'fa:16:3e:57:e0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a54c1-8d18-4060-a3bd-5d91cc7b9619', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '72788246-381e-4f53-95d7-b4bd36f2489d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:26Z', 'updated_at': '2021-11-29T21:56:26Z', 'revision_number': 2, 'project_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'subnets': [{'id': '72788246-381e-4f53-95d7-b4bd36f2489d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 21:56:28.414674 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-670b5fb7-ad45-4e4b-80bf-02fbfa6d2ace tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:28.418983 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-670b5fb7-ad45-4e4b-80bf-02fbfa6d2ace tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:28.448436 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-670b5fb7-ad45-4e4b-80bf-02fbfa6d2ace tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:28.449531 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-670b5fb7-ad45-4e4b-80bf-02fbfa6d2ace tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1436994 Nov 29 21:56:28.453369 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b5fb7-ad45-4e4b-80bf-02fbfa6d2ace tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=340a3788-516e-4788-8b34-5223db2267c1,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:28.453523 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 41788) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:28.459477 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-00c37a8a-81f5-4430-a2c3-4b9c912c4ec3 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Request body: {'security_group_rule': {'security_group_id': '340a3788-516e-4788-8b34-5223db2267c1', 'project_id': '88a9ca4135cb41e99a8a1477f72aef11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:28.488504 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-00c37a8a-81f5-4430-a2c3-4b9c912c4ec3 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:28.567339 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-00c37a8a-81f5-4430-a2c3-4b9c912c4ec3 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:28.571026 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-00c37a8a-81f5-4430-a2c3-4b9c912c4ec3 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573674'] for security_group_rule, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:28.595899 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c37a8a-81f5-4430-a2c3-4b9c912c4ec3 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b8b281-048c-44c7-93d1-9b55f05d8f1f,revision_number=0']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:28.601111 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-00c37a8a-81f5-4430-a2c3-4b9c912c4ec3 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:28.604819 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-00c37a8a-81f5-4430-a2c3-4b9c912c4ec3 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1476865 Nov 29 21:56:28.605592 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 41790) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:28.611101 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-fe160ea2-c0d1-4d33-9202-5dfdfedcf8b2 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Request body: {'security_group_rule': {'security_group_id': '340a3788-516e-4788-8b34-5223db2267c1', 'project_id': '88a9ca4135cb41e99a8a1477f72aef11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:28.639179 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fe160ea2-c0d1-4d33-9202-5dfdfedcf8b2 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:28.703785 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fe160ea2-c0d1-4d33-9202-5dfdfedcf8b2 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:28.708381 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fe160ea2-c0d1-4d33-9202-5dfdfedcf8b2 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573674'] for security_group_rule, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:28.726879 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe160ea2-c0d1-4d33-9202-5dfdfedcf8b2 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d6b50b3-391e-4619-b8fd-d4c16cfd3d9d,revision_number=0']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:28.736431 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fe160ea2-c0d1-4d33-9202-5dfdfedcf8b2 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:28.737649 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-fe160ea2-c0d1-4d33-9202-5dfdfedcf8b2 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1309969 Nov 29 21:56:28.740492 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 41792) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:28.745239 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-2816922f-1c02-4c91-8812-d8f7e8044750 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Request body: {'security_group_rule': {'security_group_id': '340a3788-516e-4788-8b34-5223db2267c1', 'project_id': '88a9ca4135cb41e99a8a1477f72aef11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:28.776552 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2816922f-1c02-4c91-8812-d8f7e8044750 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:28.856444 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2816922f-1c02-4c91-8812-d8f7e8044750 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:28.861344 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2816922f-1c02-4c91-8812-d8f7e8044750 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573674'] for security_group_rule, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:28.881474 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816922f-1c02-4c91-8812-d8f7e8044750 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e026f46-a820-4ad1-9f1f-a1f8ba213c65,revision_number=0']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:28.893866 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2816922f-1c02-4c91-8812-d8f7e8044750 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:28.897678 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-2816922f-1c02-4c91-8812-d8f7e8044750 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1536555 Nov 29 21:56:28.898131 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 41800) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:28.904848 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-8b9dd50e-c09c-4d58-94a3-20311afd5581 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Request body: {'security_group_rule': {'security_group_id': '340a3788-516e-4788-8b34-5223db2267c1', 'project_id': '88a9ca4135cb41e99a8a1477f72aef11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:28.930655 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff4c6f-d237-4183-82f1-3ee3dc5f1529 req-f78eead7-cda2-400e-9fe0-801de8054177 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:28.932247 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-67ff4c6f-d237-4183-82f1-3ee3dc5f1529 req-f78eead7-cda2-400e-9fe0-801de8054177 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.1017399 Nov 29 21:56:28.950577 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d27ac-284b-4163-9f00-9ed44cfc5ccf req-fcf26a3d-162a-4564-b3df-e51adc42d504 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:28.952091 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-366d27ac-284b-4163-9f00-9ed44cfc5ccf req-fcf26a3d-162a-4564-b3df-e51adc42d504 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be HTTP/1.1" status: 200 len: 945 time: 0.0911298 Nov 29 21:56:29.011983 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8b9dd50e-c09c-4d58-94a3-20311afd5581 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:29.075593 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-67ff4c6f-d237-4183-82f1-3ee3dc5f1529 req-c0789b25-a1f9-444f-8fb0-a7ecdebaa9e4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353521 Nov 29 21:56:29.078780 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-366d27ac-284b-4163-9f00-9ed44cfc5ccf req-7b393f62-eb3f-4cd7-94f1-2df2a59604ec tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=8744e622-98b1-4c1a-9587-aed8701d21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189666 Nov 29 21:56:29.117073 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8b9dd50e-c09c-4d58-94a3-20311afd5581 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:29.121419 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8b9dd50e-c09c-4d58-94a3-20311afd5581 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573674'] for security_group_rule, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:29.142301 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9dd50e-c09c-4d58-94a3-20311afd5581 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f285e9-b629-4cfa-906d-83f56aa862bd,revision_number=0']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:29.152031 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8b9dd50e-c09c-4d58-94a3-20311afd5581 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:29.156460 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-8b9dd50e-c09c-4d58-94a3-20311afd5581 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2557940 Nov 29 21:56:29.156717 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 41804) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:29.161223 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-4e6f5a1a-4180-498a-a186-569a2524bf6d tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Request body: {'security_group_rule': {'security_group_id': '340a3788-516e-4788-8b34-5223db2267c1', 'project_id': '88a9ca4135cb41e99a8a1477f72aef11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:29.184897 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.db.securitygroups_db [None req-4e6f5a1a-4180-498a-a186-569a2524bf6d tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Project 88a9ca4135cb41e99a8a1477f72aef11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 21:56:29.190887 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-4e6f5a1a-4180-498a-a186-569a2524bf6d tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:29.253722 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-4e6f5a1a-4180-498a-a186-569a2524bf6d tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:29.257892 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-4e6f5a1a-4180-498a-a186-569a2524bf6d tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573674'] for security_group_rule, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:29.277249 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f5a1a-4180-498a-a186-569a2524bf6d tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415f79ea-9c94-495b-88f3-675aeb8b26ca,revision_number=0']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:29.288254 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-4e6f5a1a-4180-498a-a186-569a2524bf6d tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:29.292017 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-4e6f5a1a-4180-498a-a186-569a2524bf6d tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1319773 Nov 29 21:56:29.292290 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 41808) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:29.297760 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-8e1d0b8c-d382-4212-b929-67b6e2db5e13 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Request body: {'security_group_rule': {'security_group_id': '340a3788-516e-4788-8b34-5223db2267c1', 'project_id': '88a9ca4135cb41e99a8a1477f72aef11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:29.320806 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.db.securitygroups_db [None req-8e1d0b8c-d382-4212-b929-67b6e2db5e13 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Project 88a9ca4135cb41e99a8a1477f72aef11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 21:56:29.326046 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-8e1d0b8c-d382-4212-b929-67b6e2db5e13 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:29.386691 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-8e1d0b8c-d382-4212-b929-67b6e2db5e13 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:29.391071 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-8e1d0b8c-d382-4212-b929-67b6e2db5e13 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573674'] for security_group_rule, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:29.409452 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d0b8c-d382-4212-b929-67b6e2db5e13 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4807a4-35d3-417d-b0ac-4dad05bff6ee,revision_number=0']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:29.414734 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-8e1d0b8c-d382-4212-b929-67b6e2db5e13 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:29.419532 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-8e1d0b8c-d382-4212-b929-67b6e2db5e13 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227250 Nov 29 21:56:29.756238 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device f2e38f6a-f7e0-4a21-9078-36aff05fe6d5 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:56:29.809832 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port f2e38f6a-f7e0-4a21-9078-36aff05fe6d5 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:56:29.810208 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:29.901621 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:29.923440 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] For port f2e38f6a-f7e0-4a21-9078-36aff05fe6d5, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=f2e38f6a-f7e0-4a21-9078-36aff05fe6d5,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:56:29.926755 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:29.972949 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:29.986779 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Pushing event updated for resources: {'Port': ['ID=f2e38f6a-f7e0-4a21-9078-36aff05fe6d5,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:30.254327 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e264cc-fe3e-49c3-945e-72148d4b5b12 req-75eae2bb-627c-4713-9581-5b04f41a9e41 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:30.255819 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d1e264cc-fe3e-49c3-945e-72148d4b5b12 req-75eae2bb-627c-4713-9581-5b04f41a9e41 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0835567 Nov 29 21:56:30.264230 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71244da-bcef-4942-b4e4-10b128929a98 req-4075d06a-c647-4ed1-8334-2d01c2ed7eb5 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:30.265839 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e71244da-bcef-4942-b4e4-10b128929a98 req-4075d06a-c647-4ed1-8334-2d01c2ed7eb5 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be HTTP/1.1" status: 200 len: 945 time: 0.0846426 Nov 29 21:56:30.346901 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d1e264cc-fe3e-49c3-945e-72148d4b5b12 req-ba4c8c5b-f471-471f-a889-fcb5d822a220 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799994 Nov 29 21:56:30.351923 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e71244da-bcef-4942-b4e4-10b128929a98 req-beeb693d-7028-456e-a079-2dd0f93cbccb tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=8744e622-98b1-4c1a-9587-aed8701d21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789495 Nov 29 21:56:31.316438 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] Sync routers for ids ['5f2a54c1-8d18-4060-a3bd-5d91cc7b9619'] in dv-cinder-819722-1-iscsi {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 21:56:31.325720 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] Routers {'5f2a54c1-8d18-4060-a3bd-5d91cc7b9619'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:56:31.326722 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:56:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['5f2a54c1-8d18-4060-a3bd-5d91cc7b9619'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:31.436353 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] Set router 5f2a54c1-8d18-4060-a3bd-5d91cc7b9619 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:56:31.505230 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf2585-fc7c-4d9f-88eb-51c9f530f68f req-36f0c378-2f22-4c33-986f-8b5c4601a1b7 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:31.506805 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-18bf2585-fc7c-4d9f-88eb-51c9f530f68f req-36f0c378-2f22-4c33-986f-8b5c4601a1b7 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be HTTP/1.1" status: 200 len: 945 time: 0.0817244 Nov 29 21:56:31.519741 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6d303-99f4-4fa1-9d3d-4c671a294603 req-bdaf72b5-95cc-4cb6-9454-ab7099995e8a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:31.521197 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5ec6d303-99f4-4fa1-9d3d-4c671a294603 req-bdaf72b5-95cc-4cb6-9454-ab7099995e8a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0854163 Nov 29 21:56:31.594396 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-18bf2585-fc7c-4d9f-88eb-51c9f530f68f req-e3afb039-742d-4dba-b58a-e10fb426433b tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=8744e622-98b1-4c1a-9587-aed8701d21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720670 Nov 29 21:56:31.601863 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5ec6d303-99f4-4fa1-9d3d-4c671a294603 req-007cefca-7bd7-410a-911e-d68d1d1046c9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730176 Nov 29 21:56:31.637557 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a54c1-8d18-4060-a3bd-5d91cc7b9619', 'name': 'tempest-TestVolumeBootPattern-967886028-router', 'tenant_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f2e38f6a-f7e0-4a21-9078-36aff05fe6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:56:23Z', 'updated_at': '2021-11-29T21:56:26Z', 'revision_number': 4, 'project_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'gw_port': {'id': 'f2e38f6a-f7e0-4a21-9078-36aff05fe6d5', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a54c1-8d18-4060-a3bd-5d91cc7b9619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:24Z', 'updated_at': '2021-11-29T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '184f1e3f-dba5-4e4c-8371-5902850f03fa', 'name': '', 'network_id': '375319b0-a9e5-4fa1-9bb8-837cbfa6ad15', 'tenant_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'mac_address': 'fa:16:3e:57:e0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a54c1-8d18-4060-a3bd-5d91cc7b9619', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '72788246-381e-4f53-95d7-b4bd36f2489d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:26Z', 'updated_at': '2021-11-29T21:56:26Z', 'revision_number': 2, 'project_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'subnets': [{'id': '72788246-381e-4f53-95d7-b4bd36f2489d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:31.733818 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device f2e38f6a-f7e0-4a21-9078-36aff05fe6d5 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:56:31.758879 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] Checking router: 5f2a54c1-8d18-4060-a3bd-5d91cc7b9619 for host: dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 21:56:31.759252 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] Updating router 5f2a54c1-8d18-4060-a3bd-5d91cc7b9619 port 184f1e3f-dba5-4e4c-8371-5902850f03fa binding host dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 21:56:31.785656 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:31.791706 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port f2e38f6a-f7e0-4a21-9078-36aff05fe6d5 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:56:31.792078 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:32.047766 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:32.052990 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:32.082030 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be up at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:56:32.107535 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd208585-edfe-4a62-97cd-5f5663e5aa5c None None] Pushing event updated for resources: {'Port': ['ID=184f1e3f-dba5-4e4c-8371-5902850f03fa,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:32.158002 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning for port 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be completed by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 21:56:32.162574 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] Attempting to bind port 184f1e3f-dba5-4e4c-8371-5902850f03fa on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:56:32.162965 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning complete for port 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:56:32.163436 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] Attempting to bind port 184f1e3f-dba5-4e4c-8371-5902850f03fa by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': 'b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '375319b0-a9e5-4fa1-9bb8-837cbfa6ad15'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:56:32.163581 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:32.163843 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] Attempting to bind port 184f1e3f-dba5-4e4c-8371-5902850f03fa on network 375319b0-a9e5-4fa1-9bb8-837cbfa6ad15 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:56:32.169931 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:56:32.170319 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] Checking segment: {'id': 'b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '375319b0-a9e5-4fa1-9bb8-837cbfa6ad15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:56:32.170702 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:32.171096 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] Bound using segment: {'id': 'b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '375319b0-a9e5-4fa1-9bb8-837cbfa6ad15'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:56:32.171699 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] Bound port: 184f1e3f-dba5-4e4c-8371-5902850f03fa, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '375319b0-a9e5-4fa1-9bb8-837cbfa6ad15'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:56:32.172294 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:32.245577 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] For port 184f1e3f-dba5-4e4c-8371-5902850f03fa, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:56:32.249539 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] For port 184f1e3f-dba5-4e4c-8371-5902850f03fa, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=184f1e3f-dba5-4e4c-8371-5902850f03fa,segment=NetworkSegment(b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d),segment_id=b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:56:32.256733 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:32.267151 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:32.293421 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e7e685-ae3c-439c-a177-bfdeeeb1a5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:56:32.296339 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}794315610de439447aed72074188a67d63b98ede12239f2058763371c4f7a0e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9073c3a4-70ff-4f6b-a773-0cc4101526b9" -d '{"events": [{"server_uuid": "62e7e685-ae3c-439c-a177-bfdeeeb1a5be", "name": "network-vif-plugged", "status": "completed", "tag": "2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:56:32.320700 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] Routers {'5f2a54c1-8d18-4060-a3bd-5d91cc7b9619'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:56:32.321338 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:56:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['5f2a54c1-8d18-4060-a3bd-5d91cc7b9619'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:32.341012 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be,segment=NetworkSegment(c474d39d-c2f7-4b49-acd8-82f36e651454),segment_id=c474d39d-c2f7-4b49-acd8-82f36e651454)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:56:32.348652 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:32.363985 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 21:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2021d9-82c5-4590-924a-4aa2ffc6a11d x-openstack-request-id: req-bd2021d9-82c5-4590-924a-4aa2ffc6a11d {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:56:32.364287 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e7e685-ae3c-439c-a177-bfdeeeb1a5be", "name": "network-vif-plugged", "status": "completed", "tag": "2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:56:32.364543 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd2021d9-82c5-4590-924a-4aa2ffc6a11d {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:56:32.364942 dv-cinder-819722-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e7e685-ae3c-439c-a177-bfdeeeb1a5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be', 'code': 200} Nov 29 21:56:32.459665 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:32.469839 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-f18d82a5-9038-4109-9f64-ca05d88e4a04 None None] Provisioning complete for port 184f1e3f-dba5-4e4c-8371-5902850f03fa triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:56:32.470476 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f18d82a5-9038-4109-9f64-ca05d88e4a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:32.512344 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd208585-edfe-4a62-97cd-5f5663e5aa5c None None] Pushing event updated for resources: {'Port': ['ID=184f1e3f-dba5-4e4c-8371-5902850f03fa,revision_number=4']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:32.550230 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] Set router 5f2a54c1-8d18-4060-a3bd-5d91cc7b9619 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:56:32.644263 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a570a-5190-425f-9cab-cf5dd5fe014d req-1e6eb06e-12eb-4b79-9132-ed12dea5e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:32.645924 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-965a570a-5190-425f-9cab-cf5dd5fe014d req-1e6eb06e-12eb-4b79-9132-ed12dea5e8c6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be HTTP/1.1" status: 200 len: 1099 time: 0.0667217 Nov 29 21:56:32.647457 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f18d82a5-9038-4109-9f64-ca05d88e4a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:32.685021 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-f18d82a5-9038-4109-9f64-ca05d88e4a04 None None] For port 184f1e3f-dba5-4e4c-8371-5902850f03fa, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=184f1e3f-dba5-4e4c-8371-5902850f03fa,segment=NetworkSegment(b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d),segment_id=b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:56:32.693783 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f18d82a5-9038-4109-9f64-ca05d88e4a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:32.716603 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-965a570a-5190-425f-9cab-cf5dd5fe014d req-6c1c6f9d-fe3d-4b9a-9a2a-523e0a833e43 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8744e622-98b1-4c1a-9587-aed8701d21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630100 Nov 29 21:56:32.764795 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d82a5-9038-4109-9f64-ca05d88e4a04 None None] Pushing event updated for resources: {'Port': ['ID=184f1e3f-dba5-4e4c-8371-5902850f03fa,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:32.799494 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85ef77-4069-4f64-8ec8-c74802aa4ba4 req-010dcced-59b8-4287-b06e-7e9c6bf97c2e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:32.801629 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cb85ef77-4069-4f64-8ec8-c74802aa4ba4 req-010dcced-59b8-4287-b06e-7e9c6bf97c2e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be HTTP/1.1" status: 200 len: 946 time: 0.0895426 Nov 29 21:56:32.815336 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-6ac4067d-7276-4b6a-9b8c-643db2b27801 None None] Provisioning complete for port 184f1e3f-dba5-4e4c-8371-5902850f03fa triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:56:32.815968 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-6ac4067d-7276-4b6a-9b8c-643db2b27801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:32.825443 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbce1e-a178-472d-8744-c8f767fd978b req-b26e6b70-6b67-4153-901e-a2b497000d39 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:32.834083 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-75bbce1e-a178-472d-8744-c8f767fd978b req-b26e6b70-6b67-4153-901e-a2b497000d39 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0884590 Nov 29 21:56:32.841822 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a54c1-8d18-4060-a3bd-5d91cc7b9619', 'name': 'tempest-TestVolumeBootPattern-967886028-router', 'tenant_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f2e38f6a-f7e0-4a21-9078-36aff05fe6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:56:23Z', 'updated_at': '2021-11-29T21:56:26Z', 'revision_number': 4, 'project_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'gw_port': {'id': 'f2e38f6a-f7e0-4a21-9078-36aff05fe6d5', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a54c1-8d18-4060-a3bd-5d91cc7b9619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:24Z', 'updated_at': '2021-11-29T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '184f1e3f-dba5-4e4c-8371-5902850f03fa', 'name': '', 'network_id': '375319b0-a9e5-4fa1-9bb8-837cbfa6ad15', 'tenant_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'mac_address': 'fa:16:3e:57:e0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a54c1-8d18-4060-a3bd-5d91cc7b9619', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '72788246-381e-4f53-95d7-b4bd36f2489d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:26Z', 'updated_at': '2021-11-29T21:56:32Z', 'revision_number': 4, 'project_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'subnets': [{'id': '72788246-381e-4f53-95d7-b4bd36f2489d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:32.872503 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e4eee-b027-4bd9-ae24-ae5b36f5fc06 None None] The sync data for ids ['5f2a54c1-8d18-4060-a3bd-5d91cc7b9619'] in dv-cinder-819722-1-iscsi is: [{'id': '5f2a54c1-8d18-4060-a3bd-5d91cc7b9619', 'name': 'tempest-TestVolumeBootPattern-967886028-router', 'tenant_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f2e38f6a-f7e0-4a21-9078-36aff05fe6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:56:23Z', 'updated_at': '2021-11-29T21:56:26Z', 'revision_number': 4, 'project_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'gw_port': {'id': 'f2e38f6a-f7e0-4a21-9078-36aff05fe6d5', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a54c1-8d18-4060-a3bd-5d91cc7b9619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:24Z', 'updated_at': '2021-11-29T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '184f1e3f-dba5-4e4c-8371-5902850f03fa', 'name': '', 'network_id': '375319b0-a9e5-4fa1-9bb8-837cbfa6ad15', 'tenant_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'mac_address': 'fa:16:3e:57:e0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2a54c1-8d18-4060-a3bd-5d91cc7b9619', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '72788246-381e-4f53-95d7-b4bd36f2489d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:26Z', 'updated_at': '2021-11-29T21:56:32Z', 'revision_number': 4, 'project_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'subnets': [{'id': '72788246-381e-4f53-95d7-b4bd36f2489d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 21:56:32.907663 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cb85ef77-4069-4f64-8ec8-c74802aa4ba4 req-d5c35c11-3a2e-4566-a469-6e2247e8a14f tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=8744e622-98b1-4c1a-9587-aed8701d21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977859 Nov 29 21:56:32.911144 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-75bbce1e-a178-472d-8744-c8f767fd978b req-bde7dd1c-f709-4849-9bbb-a0c040b06ae5 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775177 Nov 29 21:56:33.273024 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d20436-13f8-4780-a2c5-f16ed9040b5d req-304873ff-4da7-49cd-8011-05e3dc909732 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:33.274527 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c2d20436-13f8-4780-a2c5-f16ed9040b5d req-304873ff-4da7-49cd-8011-05e3dc909732 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=374eac35-613e-4952-877f-1c8168de188d HTTP/1.1" status: 200 len: 946 time: 0.0550926 Nov 29 21:56:33.506568 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c2d20436-13f8-4780-a2c5-f16ed9040b5d req-487586be-fac4-412f-bfea-e1a043a686ef tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/security-groups?id=480a5758-667f-4048-8501-3df5c9126967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259648 Nov 29 21:56:33.748438 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 184f1e3f-dba5-4e4c-8371-5902850f03fa up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:56:33.798608 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 184f1e3f-dba5-4e4c-8371-5902850f03fa triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:56:33.799360 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:34.057088 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03340802-fc77-4e06-aadb-4953c9930da1 req-fd7cce96-cfb7-4e13-81df-c96bd69f8154 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:34.058569 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-03340802-fc77-4e06-aadb-4953c9930da1 req-fd7cce96-cfb7-4e13-81df-c96bd69f8154 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be HTTP/1.1" status: 200 len: 946 time: 0.0787127 Nov 29 21:56:34.067647 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193cfd8-7cbe-40d1-9db2-1e3caf23c85b req-f5b83293-04c1-4f29-9fa1-25659041e28a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:34.069067 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7193cfd8-7cbe-40d1-9db2-1e3caf23c85b req-f5b83293-04c1-4f29-9fa1-25659041e28a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0807579 Nov 29 21:56:34.144590 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-03340802-fc77-4e06-aadb-4953c9930da1 req-a3fd6da9-29a7-40c2-91b3-e211a01a5aeb tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=8744e622-98b1-4c1a-9587-aed8701d21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745556 Nov 29 21:56:34.152081 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7193cfd8-7cbe-40d1-9db2-1e3caf23c85b req-a1adc3cb-6602-43a0-bd2f-5b8a01087a0b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760274 Nov 29 21:56:34.625810 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c57409-7d5c-4efd-9615-fb1c6370c468 req-434ead0d-ff4d-4ca0-a8d8-35e05b838dbd tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:34.627312 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b8c57409-7d5c-4efd-9615-fb1c6370c468 req-434ead0d-ff4d-4ca0-a8d8-35e05b838dbd tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=374eac35-613e-4952-877f-1c8168de188d HTTP/1.1" status: 200 len: 946 time: 0.0513678 Nov 29 21:56:34.676838 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b8c57409-7d5c-4efd-9615-fb1c6370c468 req-39ebf8f9-5cd3-4fee-b551-1e11152f4c3d tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/security-groups?id=480a5758-667f-4048-8501-3df5c9126967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435872 Nov 29 21:56:35.291914 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a605f2f-b756-47e8-86a3-51ac3fef3f2c req-9da455ac-39dd-496e-9c5d-7fa2b7a05d04 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:35.293410 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7a605f2f-b756-47e8-86a3-51ac3fef3f2c req-9da455ac-39dd-496e-9c5d-7fa2b7a05d04 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be HTTP/1.1" status: 200 len: 946 time: 0.0795829 Nov 29 21:56:35.306463 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3c40c-0d81-454b-a895-1507609905a9 req-78d5def1-74c9-4e95-b54b-4f6b32f04ef5 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:35.307903 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-baa3c40c-0d81-454b-a895-1507609905a9 req-78d5def1-74c9-4e95-b54b-4f6b32f04ef5 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0693047 Nov 29 21:56:35.379935 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7a605f2f-b756-47e8-86a3-51ac3fef3f2c req-02d99416-8f6e-41f3-ab31-fa4fcd912958 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=8744e622-98b1-4c1a-9587-aed8701d21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709915 Nov 29 21:56:35.386834 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-baa3c40c-0d81-454b-a895-1507609905a9 req-b873c055-79a4-4871-8919-dcd07c01dbf6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719571 Nov 29 21:56:35.791737 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadba1bd-7d4f-48ae-bd16-0bab6afc75b0 req-fa505350-0f8b-402c-be77-6d278a04154b tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:35.793251 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-eadba1bd-7d4f-48ae-bd16-0bab6afc75b0 req-fa505350-0f8b-402c-be77-6d278a04154b tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=374eac35-613e-4952-877f-1c8168de188d HTTP/1.1" status: 200 len: 946 time: 0.0486720 Nov 29 21:56:35.842213 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-eadba1bd-7d4f-48ae-bd16-0bab6afc75b0 req-014fb108-1054-4006-a9d6-3afad1db15ff tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/security-groups?id=480a5758-667f-4048-8501-3df5c9126967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424275 Nov 29 21:56:36.529069 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f666f-f08f-4924-b753-88f629399fbe req-dc955d0a-6e52-42e6-a112-74d01d14a1fa tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:36.530546 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7d3f666f-f08f-4924-b753-88f629399fbe req-dc955d0a-6e52-42e6-a112-74d01d14a1fa tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be HTTP/1.1" status: 200 len: 946 time: 0.0820277 Nov 29 21:56:36.551819 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cda19-1465-4e6b-9a74-4c5face10dc6 req-6bd16fd3-056a-4ad9-bd5b-9ca0cc2db3d0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:36.553262 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3a8cda19-1465-4e6b-9a74-4c5face10dc6 req-6bd16fd3-056a-4ad9-bd5b-9ca0cc2db3d0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0777957 Nov 29 21:56:36.557153 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769fc2a-9b37-4939-9ede-98bcfdb8063a req-8d6e74b1-d53e-4d62-8c31-1f7fa4606f31 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:36.558632 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-9769fc2a-9b37-4939-9ede-98bcfdb8063a req-8d6e74b1-d53e-4d62-8c31-1f7fa4606f31 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.61 "GET /v2.0/ports?device_id=374eac35-613e-4952-877f-1c8168de188d HTTP/1.1" status: 200 len: 946 time: 0.0522149 Nov 29 21:56:36.618633 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7d3f666f-f08f-4924-b753-88f629399fbe req-171cc1b4-2d22-4f65-a2cf-c2961520c8ec tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=8744e622-98b1-4c1a-9587-aed8701d21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800469 Nov 29 21:56:36.632585 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3a8cda19-1465-4e6b-9a74-4c5face10dc6 req-96ee84ba-2bd3-48ca-ad95-4e2488514bb0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712101 Nov 29 21:56:36.678113 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-9769fc2a-9b37-4939-9ede-98bcfdb8063a req-be6ac038-ac7e-4555-939f-31ca2558ab54 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Deleting port a5f6780e-420e-4c23-921b-4ada9a7e5448 {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:56:36.678113 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-9769fc2a-9b37-4939-9ede-98bcfdb8063a req-be6ac038-ac7e-4555-939f-31ca2558ab54 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:36.764941 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-9769fc2a-9b37-4939-9ede-98bcfdb8063a req-be6ac038-ac7e-4555-939f-31ca2558ab54 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] For port a5f6780e-420e-4c23-921b-4ada9a7e5448, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=a5f6780e-420e-4c23-921b-4ada9a7e5448,segment=NetworkSegment(a3e0ed26-b173-4a24-b81d-567a3ac09c33),segment_id=a3e0ed26-b173-4a24-b81d-567a3ac09c33)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:56:36.765844 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-9769fc2a-9b37-4939-9ede-98bcfdb8063a req-be6ac038-ac7e-4555-939f-31ca2558ab54 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:36.780571 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-9769fc2a-9b37-4939-9ede-98bcfdb8063a req-be6ac038-ac7e-4555-939f-31ca2558ab54 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Calling delete_port for a5f6780e-420e-4c23-921b-4ada9a7e5448 owned by compute:nova {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:56:36.920888 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-9769fc2a-9b37-4939-9ede-98bcfdb8063a req-be6ac038-ac7e-4555-939f-31ca2558ab54 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:36.934290 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['a5f6780e-420e-4c23-921b-4ada9a7e5448'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 21:56:36.939414 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-afb2f4ed-dc05-4813-912f-f09af93839f6 req-d922d208-8f64-41e9-8fb5-03b0eb7a8c15 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=374eac35-613e-4952-877f-1c8168de188d HTTP/1.1" status: 200 len: 210 time: 0.0284021 Nov 29 21:56:36.961701 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ac038-ac7e-4555-939f-31ca2558ab54 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Pushing event deleted for resources: {'Port': ['ID=a5f6780e-420e-4c23-921b-4ada9a7e5448,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:37.007307 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-9769fc2a-9b37-4939-9ede-98bcfdb8063a req-be6ac038-ac7e-4555-939f-31ca2558ab54 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] No DVR routers for this DVR port a5f6780e-420e-4c23-921b-4ada9a7e5448 on host hv-cinder-81972 {{(pid=109068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 21:56:37.009997 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-9769fc2a-9b37-4939-9ede-98bcfdb8063a req-be6ac038-ac7e-4555-939f-31ca2558ab54 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:37.013553 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-9769fc2a-9b37-4939-9ede-98bcfdb8063a req-be6ac038-ac7e-4555-939f-31ca2558ab54 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.61 "DELETE /v2.0/ports/a5f6780e-420e-4c23-921b-4ada9a7e5448 HTTP/1.1" status: 204 len: 173 time: 0.4420733 Nov 29 21:56:37.013997 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374eac35-613e-4952-877f-1c8168de188d', 'name': 'network-vif-deleted', 'tag': 'a5f6780e-420e-4c23-921b-4ada9a7e5448'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:56:37.016431 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28d3ccb-d8cc-42cb-a8b7-a1e3ff497d10" -d '{"events": [{"server_uuid": "374eac35-613e-4952-877f-1c8168de188d", "name": "network-vif-deleted", "tag": "a5f6780e-420e-4c23-921b-4ada9a7e5448"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:56:37.056092 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 21:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c9622f-3ff5-4413-a01d-586740c973c9 x-openstack-request-id: req-21c9622f-3ff5-4413-a01d-586740c973c9 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:56:37.056451 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374eac35-613e-4952-877f-1c8168de188d", "name": "network-vif-deleted", "tag": "a5f6780e-420e-4c23-921b-4ada9a7e5448", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:56:37.056774 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-21c9622f-3ff5-4413-a01d-586740c973c9 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:56:37.057215 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374eac35-613e-4952-877f-1c8168de188d', 'name': 'network-vif-deleted', 'tag': 'a5f6780e-420e-4c23-921b-4ada9a7e5448', 'status': 'completed', 'code': 200} Nov 29 21:56:37.223236 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-af9f9f2a-499a-473e-bc75-2a4381dcd647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:37.776840 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76007949-53b7-4c65-b17c-314b8c1327be req-a7c839cf-730f-4434-bb89-580b1992ece5 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:37.778401 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-76007949-53b7-4c65-b17c-314b8c1327be req-a7c839cf-730f-4434-bb89-580b1992ece5 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be HTTP/1.1" status: 200 len: 946 time: 0.0854006 Nov 29 21:56:37.791912 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3655ddd-625d-4558-a39e-087bbaf96982 req-4dfbd562-bd95-4110-a2e3-46d80a8f5efd tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:37.793430 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a3655ddd-625d-4558-a39e-087bbaf96982 req-4dfbd562-bd95-4110-a2e3-46d80a8f5efd tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0727551 Nov 29 21:56:37.868539 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-76007949-53b7-4c65-b17c-314b8c1327be req-c2a93245-becd-4dc1-86d4-1ebb381cd686 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=8744e622-98b1-4c1a-9587-aed8701d21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739331 Nov 29 21:56:37.876124 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a3655ddd-625d-4558-a39e-087bbaf96982 req-3bbd9e26-c6ea-460e-8b7c-8db03c017761 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717077 Nov 29 21:56:37.996112 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30653082-90c6-415b-b9b6-2beb053fc1c2 req-1c49ce72-4a69-45b8-8ea8-cce5321b6cee tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:38.001756 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-30653082-90c6-415b-b9b6-2beb053fc1c2 req-1c49ce72-4a69-45b8-8ea8-cce5321b6cee tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be HTTP/1.1" status: 200 len: 946 time: 0.0538554 Nov 29 21:56:38.007756 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 41996) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:38.013841 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-103cd127-8cf3-482a-a94a-a1c044e81980 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Request body: {'floatingip': {'port_id': '2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:38.326176 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-103cd127-8cf3-482a-a94a-a1c044e81980 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for floatingip, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:38.757584 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-103cd127-8cf3-482a-a94a-a1c044e81980 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:38.761440 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-103cd127-8cf3-482a-a94a-a1c044e81980 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811381'] for floatingip, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:38.862344 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.db.l3_db [None req-103cd127-8cf3-482a-a94a-a1c044e81980 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Floating IP acd09199-f58e-4bda-8626-7cd85e4d3694 associated. External IP: 172.27.0.166, port: 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be. Nov 29 21:56:38.998412 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4d81f-8008-4aef-933c-b98e713da13a req-b8d7cbf0-c4a4-42ec-83dc-588c86a52891 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:38.999848 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8af4d81f-8008-4aef-933c-b98e713da13a req-b8d7cbf0-c4a4-42ec-83dc-588c86a52891 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0480666 Nov 29 21:56:39.053205 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8af4d81f-8008-4aef-933c-b98e713da13a req-0aca6d85-ffc6-45b7-bb90-a5aa1236b267 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471072 Nov 29 21:56:39.076079 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103cd127-8cf3-482a-a94a-a1c044e81980 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Router 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 21:56:39.186726 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103cd127-8cf3-482a-a94a-a1c044e81980 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 21:56:39.192662 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-103cd127-8cf3-482a-a94a-a1c044e81980 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:39.197582 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c81385-7fe2-4242-a848-18287b8af415 None None] Sync routers for ids ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'] in dv-cinder-819722-1-iscsi {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 21:56:39.208643 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c81385-7fe2-4242-a848-18287b8af415 None None] Routers {'0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:56:39.209469 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-a9c81385-7fe2-4242-a848-18287b8af415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:56:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:39.220464 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-103cd127-8cf3-482a-a94a-a1c044e81980 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "PUT /v2.0/floatingips/acd09199-f58e-4bda-8626-7cd85e4d3694 HTTP/1.1" status: 200 len: 992 time: 1.2115586 Nov 29 21:56:39.221138 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e7e685-ae3c-439c-a177-bfdeeeb1a5be', 'tag': '2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:56:39.223570 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87abd12b-e181-4618-8a51-762c25335e98" -d '{"events": [{"name": "network-changed", "server_uuid": "62e7e685-ae3c-439c-a177-bfdeeeb1a5be", "tag": "2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:56:39.269483 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 21:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56353d32-b500-4bfd-819f-0f761955700e x-openstack-request-id: req-56353d32-b500-4bfd-819f-0f761955700e {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:56:39.270130 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e7e685-ae3c-439c-a177-bfdeeeb1a5be", "tag": "2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:56:39.270384 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-56353d32-b500-4bfd-819f-0f761955700e {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:56:39.270783 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e7e685-ae3c-439c-a177-bfdeeeb1a5be', 'tag': '2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be', 'status': 'completed', 'code': 200} Nov 29 21:56:39.322228 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-a9c81385-7fe2-4242-a848-18287b8af415 None None] Set router 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:56:39.550111 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-a9c81385-7fe2-4242-a848-18287b8af415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'name': 'tempest-AttachVolumeTestJSON-300138794-router', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:47:53Z', 'revision_number': 4, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'gw_port': {'id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_floatingips': [{'id': 'acd09199-f58e-4bda-8626-7cd85e4d3694', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'router_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'port_id': '2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'mac_address': 'fa:16:3e:0c:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e7e685-ae3c-439c-a177-bfdeeeb1a5be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T21:56:16Z', 'updated_at': '2021-11-29T21:56:38Z', 'revision_number': 1, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a4fbb58-080b-4163-a85f-4eb5edc8be95', 'name': '', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'mac_address': 'fa:16:3e:f5:a3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:52Z', 'updated_at': '2021-11-29T21:48:01Z', 'revision_number': 5, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'subnets': [{'id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:39.578533 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c81385-7fe2-4242-a848-18287b8af415 None None] Checking router: 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d for host: dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 21:56:39.586952 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c81385-7fe2-4242-a848-18287b8af415 None None] Routers {'0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:56:39.587585 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-a9c81385-7fe2-4242-a848-18287b8af415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:56:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:39.630089 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:56:39.821047 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-40bb364b-108b-41e1-83c5-c03061c3b679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:39.823470 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-a9c81385-7fe2-4242-a848-18287b8af415 None None] Set router 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:56:40.054980 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-a9c81385-7fe2-4242-a848-18287b8af415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'name': 'tempest-AttachVolumeTestJSON-300138794-router', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:47:53Z', 'revision_number': 4, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'gw_port': {'id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_floatingips': [{'id': 'acd09199-f58e-4bda-8626-7cd85e4d3694', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'router_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'port_id': '2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'mac_address': 'fa:16:3e:0c:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e7e685-ae3c-439c-a177-bfdeeeb1a5be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T21:56:16Z', 'updated_at': '2021-11-29T21:56:38Z', 'revision_number': 1, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a4fbb58-080b-4163-a85f-4eb5edc8be95', 'name': '', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'mac_address': 'fa:16:3e:f5:a3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:52Z', 'updated_at': '2021-11-29T21:48:01Z', 'revision_number': 5, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'subnets': [{'id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:40.081791 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c81385-7fe2-4242-a848-18287b8af415 None None] The sync data for ids ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'] in dv-cinder-819722-1-iscsi is: [{'id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'name': 'tempest-AttachVolumeTestJSON-300138794-router', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:47:53Z', 'revision_number': 4, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'gw_port': {'id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_floatingips': [{'id': 'acd09199-f58e-4bda-8626-7cd85e4d3694', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'router_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'port_id': '2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'mac_address': 'fa:16:3e:0c:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e7e685-ae3c-439c-a177-bfdeeeb1a5be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T21:56:16Z', 'updated_at': '2021-11-29T21:56:38Z', 'revision_number': 1, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a4fbb58-080b-4163-a85f-4eb5edc8be95', 'name': '', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'mac_address': 'fa:16:3e:f5:a3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:52Z', 'updated_at': '2021-11-29T21:48:01Z', 'revision_number': 5, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'subnets': [{'id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 21:56:40.183447 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde2fcd-a155-42a9-8dad-ae2f6b1551e9 req-f686c250-ef86-4fa1-beba-bef7cb6ff18f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:40.184945 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1dde2fcd-a155-42a9-8dad-ae2f6b1551e9 req-f686c250-ef86-4fa1-beba-bef7cb6ff18f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0521319 Nov 29 21:56:40.242218 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1dde2fcd-a155-42a9-8dad-ae2f6b1551e9 req-85c78027-67b7-44ac-acdf-e8c1cfaf1433 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508697 Nov 29 21:56:40.276210 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33077afb-bef3-43b3-895e-4b800d02922e None None] New status for floating IP acd09199-f58e-4bda-8626-7cd85e4d3694: ACTIVE {{(pid=109070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 21:56:40.740046 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device a5f6780e-420e-4c23-921b-4ada9a7e5448 no longer exists at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 21:56:40.761405 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] No Port match for: a5f6780e-420e-4c23-921b-4ada9a7e5448 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 21:56:40.761744 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device a5f6780e-420e-4c23-921b-4ada9a7e5448 not bound to the agent host hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 21:56:40.868488 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:41.364316 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd775c4-b971-4c29-b579-8b6bd7db3446 req-4b960102-58ad-4ebf-98c0-316d5d038ea7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:41.367051 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cbd775c4-b971-4c29-b579-8b6bd7db3446 req-4b960102-58ad-4ebf-98c0-316d5d038ea7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0498166 Nov 29 21:56:41.414522 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cbd775c4-b971-4c29-b579-8b6bd7db3446 req-52a80e80-0223-4cac-9c17-dbd9b4961761 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427260 Nov 29 21:56:41.776862 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abd12b-e181-4618-8a51-762c25335e98 req-09e241cf-1db2-46a4-a592-bc6b8a64ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:41.778371 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-87abd12b-e181-4618-8a51-762c25335e98 req-09e241cf-1db2-46a4-a592-bc6b8a64ffbb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab335a1bd1ef40929c149d8fb12975e0&device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be HTTP/1.1" status: 200 len: 1099 time: 0.0448828 Nov 29 21:56:41.867933 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abd12b-e181-4618-8a51-762c25335e98 req-cda2c348-cf68-4a6e-a42a-b10236fbe64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:41.869382 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-87abd12b-e181-4618-8a51-762c25335e98 req-cda2c348-cf68-4a6e-a42a-b10236fbe64d service neutron] 10.222.0.61 "GET /v2.0/networks?id=562540b5-b080-4163-a4fa-cf4e96df0d5f HTTP/1.1" status: 200 len: 911 time: 0.0835552 Nov 29 21:56:41.938892 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-87abd12b-e181-4618-8a51-762c25335e98 req-7d11ae2b-f1f6-4263-a2ed-b96f1ff993cf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be HTTP/1.1" status: 200 len: 1002 time: 0.0610614 Nov 29 21:56:41.996428 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abd12b-e181-4618-8a51-762c25335e98 req-1cda08a0-ae41-4915-bd30-a3e9ddd49d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:41.997833 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-87abd12b-e181-4618-8a51-762c25335e98 req-1cda08a0-ae41-4915-bd30-a3e9ddd49d94 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac018a01-258b-4d48-9a44-ca3d60e642fd HTTP/1.1" status: 200 len: 849 time: 0.0440619 Nov 29 21:56:42.042092 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abd12b-e181-4618-8a51-762c25335e98 req-e95728da-6e5e-49b1-93b4-faf5cda4b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:42.043535 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-87abd12b-e181-4618-8a51-762c25335e98 req-e95728da-6e5e-49b1-93b4-faf5cda4b32a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=562540b5-b080-4163-a4fa-cf4e96df0d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384047 Nov 29 21:56:42.104544 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:42.144162 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-87abd12b-e181-4618-8a51-762c25335e98 req-6fec1606-ca31-4ac2-9648-15db2ecec086 service neutron] 10.222.0.61 "GET /v2.0/networks/562540b5-b080-4163-a4fa-cf4e96df0d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864639 Nov 29 21:56:42.234501 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-87abd12b-e181-4618-8a51-762c25335e98 req-3618f585-4b32-41f9-a07a-eace05f4e1ff service neutron] 10.222.0.61 "GET /v2.0/networks/562540b5-b080-4163-a4fa-cf4e96df0d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827436 Nov 29 21:56:42.536931 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cc5fb-94c3-460a-9f21-59d61fcb0cc1 req-029752b9-e838-43aa-abe3-604b3b45b551 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:42.538429 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cf3cc5fb-94c3-460a-9f21-59d61fcb0cc1 req-029752b9-e838-43aa-abe3-604b3b45b551 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0517056 Nov 29 21:56:42.586305 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cf3cc5fb-94c3-460a-9f21-59d61fcb0cc1 req-67771ac3-f626-4a8b-b020-db07562116fb tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e223aac-4772-40c8-932e-3c4a3763b554&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418818 Nov 29 21:56:43.128444 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:46.040097 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a95d79-268b-4ade-80d5-0737c81d3f92 req-c55f4f5e-15fa-4e1a-9d72-08063c64d57d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:46.041462 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d7a95d79-268b-4ade-80d5-0737c81d3f92 req-c55f4f5e-15fa-4e1a-9d72-08063c64d57d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=5fe38429-3c77-4b34-bf5f-ef93bb34d2ee HTTP/1.1" status: 200 len: 944 time: 0.0480378 Nov 29 21:56:46.176028 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [req-d7a95d79-268b-4ade-80d5-0737c81d3f92 req-5a206fa0-df50-4081-bef9-f2cc42b2aa7a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Deleting port f16d9108-f811-48b1-9588-201973be4787 {{(pid=109067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:56:46.176369 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [req-d7a95d79-268b-4ade-80d5-0737c81d3f92 req-5a206fa0-df50-4081-bef9-f2cc42b2aa7a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:46.268468 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.db [req-d7a95d79-268b-4ade-80d5-0737c81d3f92 req-5a206fa0-df50-4081-bef9-f2cc42b2aa7a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] For port f16d9108-f811-48b1-9588-201973be4787, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=f16d9108-f811-48b1-9588-201973be4787,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:56:46.268826 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [req-d7a95d79-268b-4ade-80d5-0737c81d3f92 req-5a206fa0-df50-4081-bef9-f2cc42b2aa7a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:46.493516 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [req-d7a95d79-268b-4ade-80d5-0737c81d3f92 req-5a206fa0-df50-4081-bef9-f2cc42b2aa7a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:46.493870 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [req-d7a95d79-268b-4ade-80d5-0737c81d3f92 req-5a206fa0-df50-4081-bef9-f2cc42b2aa7a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811381'] for floatingip, after_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:46.494178 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.db.l3_db [req-d7a95d79-268b-4ade-80d5-0737c81d3f92 req-5a206fa0-df50-4081-bef9-f2cc42b2aa7a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Floating IP e7d95c9f-82a3-4a4d-b6d0-197365ccb40f disassociated. External IP: 172.27.0.222, port: f16d9108-f811-48b1-9588-201973be4787. Nov 29 21:56:46.494514 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [req-d7a95d79-268b-4ade-80d5-0737c81d3f92 req-5a206fa0-df50-4081-bef9-f2cc42b2aa7a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Calling delete_port for f16d9108-f811-48b1-9588-201973be4787 owned by compute:nova {{(pid=109067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:56:46.648364 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [req-d7a95d79-268b-4ade-80d5-0737c81d3f92 req-5a206fa0-df50-4081-bef9-f2cc42b2aa7a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126503686'] for port, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:46.697878 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a206fa0-df50-4081-bef9-f2cc42b2aa7a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Pushing event deleted for resources: {'Port': ['ID=f16d9108-f811-48b1-9588-201973be4787,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:46.813717 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7a95d79-268b-4ade-80d5-0737c81d3f92 req-5a206fa0-df50-4081-bef9-f2cc42b2aa7a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Router a680e0bf-5dd8-4903-9264-c6389adfe5d4 has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 21:56:46.932455 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7a95d79-268b-4ade-80d5-0737c81d3f92 req-5a206fa0-df50-4081-bef9-f2cc42b2aa7a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 21:56:46.944405 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feac6a97-a18f-4490-a496-e5554e37296f None None] Sync routers for ids ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'] in dv-cinder-819722-1-iscsi {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 21:56:46.959187 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feac6a97-a18f-4490-a496-e5554e37296f None None] Routers {'a680e0bf-5dd8-4903-9264-c6389adfe5d4'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:56:46.959818 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-feac6a97-a18f-4490-a496-e5554e37296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:56:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:47.018809 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a95d79-268b-4ade-80d5-0737c81d3f92 req-5a206fa0-df50-4081-bef9-f2cc42b2aa7a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] No DVR routers for this DVR port f16d9108-f811-48b1-9588-201973be4787 on host hv-cinder-81972 {{(pid=109067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 21:56:47.021748 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [req-d7a95d79-268b-4ade-80d5-0737c81d3f92 req-5a206fa0-df50-4081-bef9-f2cc42b2aa7a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:47.025110 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d7a95d79-268b-4ade-80d5-0737c81d3f92 req-5a206fa0-df50-4081-bef9-f2cc42b2aa7a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "DELETE /v2.0/ports/f16d9108-f811-48b1-9588-201973be4787 HTTP/1.1" status: 204 len: 173 time: 0.9776278 Nov 29 21:56:47.025551 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe38429-3c77-4b34-bf5f-ef93bb34d2ee', 'name': 'network-vif-deleted', 'tag': 'f16d9108-f811-48b1-9588-201973be4787'}] {{(pid=109067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:56:47.027909 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c994a46d1d1a4501866f563623cb4555234fcd16dd9cfcc4ed50935b6f2fdac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829013c1-cf26-4099-b1db-e685ff0f75f3" -d '{"events": [{"server_uuid": "5fe38429-3c77-4b34-bf5f-ef93bb34d2ee", "name": "network-vif-deleted", "tag": "f16d9108-f811-48b1-9588-201973be4787"}]}' {{(pid=109067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:56:47.068787 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-feac6a97-a18f-4490-a496-e5554e37296f None None] Set router a680e0bf-5dd8-4903-9264-c6389adfe5d4 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:56:47.270776 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-feac6a97-a18f-4490-a496-e5554e37296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1480902385-router', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:48:03Z', 'revision_number': 4, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'gw_port': {'id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:51Z', 'updated_at': '2021-11-29T21:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': 'cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f', 'name': '', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'mac_address': 'fa:16:3e:a8:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:48:00Z', 'updated_at': '2021-11-29T21:48:13Z', 'revision_number': 5, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'subnets': [{'id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:47.298785 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feac6a97-a18f-4490-a496-e5554e37296f None None] Checking router: a680e0bf-5dd8-4903-9264-c6389adfe5d4 for host: dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 21:56:47.308284 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feac6a97-a18f-4490-a496-e5554e37296f None None] Routers {'a680e0bf-5dd8-4903-9264-c6389adfe5d4'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:56:47.308945 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-feac6a97-a18f-4490-a496-e5554e37296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:56:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:47.420609 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-feac6a97-a18f-4490-a496-e5554e37296f None None] Set router a680e0bf-5dd8-4903-9264-c6389adfe5d4 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:56:47.526365 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 29 Nov 2021 21:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298b4d43-a9d5-4bd8-b8f5-0d14b29983a0 x-openstack-request-id: req-298b4d43-a9d5-4bd8-b8f5-0d14b29983a0 {{(pid=109067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:56:47.526900 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe38429-3c77-4b34-bf5f-ef93bb34d2ee", "name": "network-vif-deleted", "tag": "f16d9108-f811-48b1-9588-201973be4787", "status": "failed", "code": 422}]} {{(pid=109067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:56:47.526900 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-298b4d43-a9d5-4bd8-b8f5-0d14b29983a0 {{(pid=109067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:56:47.527330 dv-cinder-819722-1-iscsi neutron-server[109067]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5fe38429-3c77-4b34-bf5f-ef93bb34d2ee', 'name': 'network-vif-deleted', 'tag': 'f16d9108-f811-48b1-9588-201973be4787', 'status': 'failed', 'code': 422} returned with failed status Nov 29 21:56:47.584584 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 42206) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:47.628319 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-feac6a97-a18f-4490-a496-e5554e37296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1480902385-router', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:48:03Z', 'revision_number': 4, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'gw_port': {'id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:51Z', 'updated_at': '2021-11-29T21:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': 'cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f', 'name': '', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'mac_address': 'fa:16:3e:a8:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:48:00Z', 'updated_at': '2021-11-29T21:48:13Z', 'revision_number': 5, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'subnets': [{'id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:56:47.638879 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fe5b4b56-256e-48c8-896b-e2cc5a46a87e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:47.654504 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feac6a97-a18f-4490-a496-e5554e37296f None None] The sync data for ids ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'] in dv-cinder-819722-1-iscsi is: [{'id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1480902385-router', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:48:03Z', 'revision_number': 4, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'gw_port': {'id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:51Z', 'updated_at': '2021-11-29T21:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': 'cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f', 'name': '', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'mac_address': 'fa:16:3e:a8:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:48:00Z', 'updated_at': '2021-11-29T21:48:13Z', 'revision_number': 5, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'subnets': [{'id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 21:56:47.663605 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fe5b4b56-256e-48c8-896b-e2cc5a46a87e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:47.722128 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fe5b4b56-256e-48c8-896b-e2cc5a46a87e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:47.722579 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fe5b4b56-256e-48c8-896b-e2cc5a46a87e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:47.726167 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-fe5b4b56-256e-48c8-896b-e2cc5a46a87e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "DELETE /v2.0/security-groups/8e223aac-4772-40c8-932e-3c4a3763b554 HTTP/1.1" status: 204 len: 168 time: 0.1381693 Nov 29 21:56:47.726954 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 42210) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:47.734142 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b4b56-256e-48c8-896b-e2cc5a46a87e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e223aac-4772-40c8-932e-3c4a3763b554,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:47.744836 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.api.v2.resource [None req-7eafb1e1-643e-470b-9aad-70830af9377e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] show failed (client error): The resource could not be found. Nov 29 21:56:47.746035 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-7eafb1e1-643e-470b-9aad-70830af9377e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups/8e223aac-4772-40c8-932e-3c4a3763b554 HTTP/1.1" status: 404 len: 347 time: 0.0173891 Nov 29 21:56:47.749003 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 42212) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:47.896291 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786b72ee-5cfb-4fe7-a57a-f81e02734036 None None] New status for floating IP e7d95c9f-82a3-4a4d-b6d0-197365ccb40f: DOWN {{(pid=109070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 21:56:48.054464 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-877aad97-a739-41c8-bdf3-1d1a8d10bdb2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Deleting port 673d0f83-04d5-4c0e-9864-3ead989c4475 {{(pid=109067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:56:48.054806 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-877aad97-a739-41c8-bdf3-1d1a8d10bdb2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:48.133365 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-877aad97-a739-41c8-bdf3-1d1a8d10bdb2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:48.133689 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-877aad97-a739-41c8-bdf3-1d1a8d10bdb2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:48.147005 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-877aad97-a739-41c8-bdf3-1d1a8d10bdb2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Calling delete_port for 673d0f83-04d5-4c0e-9864-3ead989c4475 owned by network:floatingip {{(pid=109067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:56:48.287475 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-877aad97-a739-41c8-bdf3-1d1a8d10bdb2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126503686'] for port, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:48.318131 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877aad97-a739-41c8-bdf3-1d1a8d10bdb2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Pushing event deleted for resources: {'Port': ['ID=673d0f83-04d5-4c0e-9864-3ead989c4475,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:48.373484 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-877aad97-a739-41c8-bdf3-1d1a8d10bdb2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for floatingip, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:48.376350 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-877aad97-a739-41c8-bdf3-1d1a8d10bdb2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:48.377496 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-877aad97-a739-41c8-bdf3-1d1a8d10bdb2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "DELETE /v2.0/floatingips/e7d95c9f-82a3-4a4d-b6d0-197365ccb40f HTTP/1.1" status: 204 len: 168 time: 0.6269240 Nov 29 21:56:49.188504 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 42228) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:49.193427 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-d97d858f-9d01-428d-aeb5-80794cf19463 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--561011786', 'description': 'tempest-description--1205621033'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:49.216089 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d97d858f-9d01-428d-aeb5-80794cf19463 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:49.281498 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d97d858f-9d01-428d-aeb5-80794cf19463 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:49.284635 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d97d858f-9d01-428d-aeb5-80794cf19463 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:49.314102 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d97d858f-9d01-428d-aeb5-80794cf19463 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:49.315582 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-d97d858f-9d01-428d-aeb5-80794cf19463 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1257508 Nov 29 21:56:49.317579 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d858f-9d01-428d-aeb5-80794cf19463 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb859b0b-c3a4-49be-a8a5-184c8d0ec648,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:49.318553 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 42232) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:49.323064 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-2cd08aea-d976-4f39-ac10-e97079fe821d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Request body: {'security_group_rule': {'security_group_id': 'bb859b0b-c3a4-49be-a8a5-184c8d0ec648', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:49.352739 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2cd08aea-d976-4f39-ac10-e97079fe821d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:49.397969 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2cd08aea-d976-4f39-ac10-e97079fe821d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:49.401381 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2cd08aea-d976-4f39-ac10-e97079fe821d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573674'] for security_group_rule, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:49.419049 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd08aea-d976-4f39-ac10-e97079fe821d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d0e4cd-df36-4510-82b4-8331913da1a3,revision_number=0']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:49.425788 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2cd08aea-d976-4f39-ac10-e97079fe821d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:49.427003 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-2cd08aea-d976-4f39-ac10-e97079fe821d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1073992 Nov 29 21:56:49.429671 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 42234) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:49.433974 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-6434876c-60f6-460a-b44c-d483d997964f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Request body: {'security_group_rule': {'security_group_id': 'bb859b0b-c3a4-49be-a8a5-184c8d0ec648', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:49.462135 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6434876c-60f6-460a-b44c-d483d997964f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:49.517062 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6434876c-60f6-460a-b44c-d483d997964f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:49.520548 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6434876c-60f6-460a-b44c-d483d997964f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573674'] for security_group_rule, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:49.535144 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434876c-60f6-460a-b44c-d483d997964f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ef6018-ccd7-44a5-8f5c-de0d0b5d4cf3,revision_number=0']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:49.545055 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6434876c-60f6-460a-b44c-d483d997964f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:49.546500 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-6434876c-60f6-460a-b44c-d483d997964f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158860 Nov 29 21:56:49.549532 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 42236) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:49.553766 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-fd8c205c-77ec-4d71-a541-0f24f34d7567 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Request body: {'floatingip': {'floating_network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:49.575828 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fd8c205c-77ec-4d71-a541-0f24f34d7567 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for floatingip, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:49.669749 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fd8c205c-77ec-4d71-a541-0f24f34d7567 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:49.769880 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [None req-fd8c205c-77ec-4d71-a541-0f24f34d7567 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Allocated IP 172.27.0.67 (784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5/a9ef98f4-00ee-4d58-b124-c3e8fe21fad4/79dffc5d-e828-4768-a4b2-d39514a228d2) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:56:49.879984 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fd8c205c-77ec-4d71-a541-0f24f34d7567 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:49.916664 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fd8c205c-77ec-4d71-a541-0f24f34d7567 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:49.954455 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8c205c-77ec-4d71-a541-0f24f34d7567 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:56:49.957382 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [None req-fd8c205c-77ec-4d71-a541-0f24f34d7567 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:56:49.960997 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8c205c-77ec-4d71-a541-0f24f34d7567 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:56:49.982936 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c205c-77ec-4d71-a541-0f24f34d7567 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Pushing event updated for resources: {'Port': ['ID=79dffc5d-e828-4768-a4b2-d39514a228d2,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:50.047418 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fd8c205c-77ec-4d71-a541-0f24f34d7567 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:50.083420 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fd8c205c-77ec-4d71-a541-0f24f34d7567 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:50.230061 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fd8c205c-77ec-4d71-a541-0f24f34d7567 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for port, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:50.234669 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fd8c205c-77ec-4d71-a541-0f24f34d7567 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126529652'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:50.304978 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c205c-77ec-4d71-a541-0f24f34d7567 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Pushing event updated for resources: {'Port': ['ID=79dffc5d-e828-4768-a4b2-d39514a228d2,revision_number=2']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:50.317261 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fd8c205c-77ec-4d71-a541-0f24f34d7567 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811381'] for floatingip, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:50.333433 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fd8c205c-77ec-4d71-a541-0f24f34d7567 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:50.334769 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-fd8c205c-77ec-4d71-a541-0f24f34d7567 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7842515 Nov 29 21:56:50.538705 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-c65079d4-77e4-465a-b4c2-ebdfa84a2841 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--561011786&fields=id&tenant_id=d96c22324dc549b6927130d27bcd77e2 HTTP/1.1" status: 200 len: 267 time: 0.0529039 Nov 29 21:56:50.643589 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-99abbb74-a2f6-4c28-837a-30992c461bf2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:50.645041 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-99abbb74-a2f6-4c28-837a-30992c461bf2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/networks?id=485a3fcd-6fd6-47e4-b88d-4877d6f347cd HTTP/1.1" status: 200 len: 817 time: 0.0995986 Nov 29 21:56:50.659554 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-541b694a-672d-4b17-b778-79aef15b81b5 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/quotas/d96c22324dc549b6927130d27bcd77e2 HTTP/1.1" status: 200 len: 375 time: 0.0089507 Nov 29 21:56:50.708759 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-ad2e8f10-824f-4521-9826-4b6583a1d200 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d96c22324dc549b6927130d27bcd77e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439959 Nov 29 21:56:50.805466 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-79feb8e2-af0d-4ab4-a997-09bb058c8e53 service neutron] 10.222.0.62 "GET /v2.0/networks/485a3fcd-6fd6-47e4-b88d-4877d6f347cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854874 Nov 29 21:56:50.901102 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-978a6cd7-1fc9-486f-8a16-6dcf2a2e1161 service neutron] 10.222.0.62 "GET /v2.0/networks/485a3fcd-6fd6-47e4-b88d-4877d6f347cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896440 Nov 29 21:56:51.057049 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-60ac99a2-25ed-4fa3-b506-43ea5602fc02 req-043ab51b-2074-4f02-8073-4441bc1ffa64 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 210 time: 0.0287819 Nov 29 21:56:52.153154 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-81039ddb-8aa0-44a7-b307-deeef2905dc0 req-ba47b7b9-f466-4f1f-ba8b-23877cdccbd2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 210 time: 0.0255194 Nov 29 21:56:53.258622 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4a79fe23-17fb-4fc2-bb59-6a61c9dc29fc req-d8fd810a-8af3-4430-9420-a7425c64abe8 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 210 time: 0.0263910 Nov 29 21:56:53.707406 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-fafd419f-1bc2-466f-96dc-e380bdbb695c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:53.709002 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-fafd419f-1bc2-466f-96dc-e380bdbb695c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.61 "GET /v2.0/networks?id=485a3fcd-6fd6-47e4-b88d-4877d6f347cd HTTP/1.1" status: 200 len: 817 time: 0.1140571 Nov 29 21:56:53.771746 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-7dab2264-ea55-4dd2-858a-66fa243d0b71 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d96c22324dc549b6927130d27bcd77e2 HTTP/1.1" status: 200 len: 379 time: 0.0525670 Nov 29 21:56:53.784063 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-4d329ca4-9f06-4a85-93e0-c6384b3d22a7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Request body: {'port': {'device_id': 'c0eb5e4e-d920-45e4-ac29-69d3723b57a5', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'admin_state_up': True, 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'security_groups': ['bb859b0b-c3a4-49be-a8a5-184c8d0ec648']}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:53.886396 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-4d329ca4-9f06-4a85-93e0-c6384b3d22a7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Made reservation on behalf of d96c22324dc549b6927130d27bcd77e2 for: {'port': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:56:53.890605 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-4d329ca4-9f06-4a85-93e0-c6384b3d22a7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:54.013562 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-4d329ca4-9f06-4a85-93e0-c6384b3d22a7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Allocated IP 172.20.0.12 (485a3fcd-6fd6-47e4-b88d-4877d6f347cd/c58ec759-9321-4f1d-9f62-796449e282e7/792504bb-6ddd-402c-8b69-ffe64e0a7e10) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:56:54.174332 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-4d329ca4-9f06-4a85-93e0-c6384b3d22a7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:54.218567 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-4d329ca4-9f06-4a85-93e0-c6384b3d22a7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:54.268348 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-4d329ca4-9f06-4a85-93e0-c6384b3d22a7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Network 485a3fcd-6fd6-47e4-b88d-4877d6f347cd is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:56:54.271600 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-4d329ca4-9f06-4a85-93e0-c6384b3d22a7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:56:54.274062 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-4d329ca4-9f06-4a85-93e0-c6384b3d22a7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:56:54.306193 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d329ca4-9f06-4a85-93e0-c6384b3d22a7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Pushing event updated for resources: {'Port': ['ID=792504bb-6ddd-402c-8b69-ffe64e0a7e10,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:54.364495 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-4d329ca4-9f06-4a85-93e0-c6384b3d22a7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:54.366917 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-4d329ca4-9f06-4a85-93e0-c6384b3d22a7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:54.403172 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-4d329ca4-9f06-4a85-93e0-c6384b3d22a7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6233323 Nov 29 21:56:54.418100 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Request body: {'port': {'device_id': 'c0eb5e4e-d920-45e4-ac29-69d3723b57a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81972'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:54.456812 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebc0ef-fedd-4463-a764-75b9997bf7e2 req-2eece16f-38d7-4bda-985c-a2c662f43944 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:54.466743 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9cebc0ef-fedd-4463-a764-75b9997bf7e2 req-2eece16f-38d7-4bda-985c-a2c662f43944 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 932 time: 0.0937371 Nov 29 21:56:54.530957 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:54.586594 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9cebc0ef-fedd-4463-a764-75b9997bf7e2 req-306a98a9-354d-4be0-ab11-35af4b8dd8ed tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172390 Nov 29 21:56:54.681490 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-0921bb26-23eb-486d-96ce-7294639922b9 None None] Provisioning complete for port 792504bb-6ddd-402c-8b69-ffe64e0a7e10 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:56:54.682482 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0921bb26-23eb-486d-96ce-7294639922b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:54.725194 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-0921bb26-23eb-486d-96ce-7294639922b9 None None] Port 792504bb-6ddd-402c-8b69-ffe64e0a7e10 cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 21:56:54.758188 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-b2fba4c0-683b-4544-8b5a-a03acbfe4e8c tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:54.759673 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-b2fba4c0-683b-4544-8b5a-a03acbfe4e8c tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/networks?id=1161b995-fa29-42da-b5c4-6d56a106eb01 HTTP/1.1" status: 200 len: 814 time: 0.1292193 Nov 29 21:56:54.774985 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-0904d3a0-f354-4e6e-bd55-d579a2d9fcf6 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/quotas/84e17bb8649841d382ea9238c184eceb HTTP/1.1" status: 200 len: 375 time: 0.0093281 Nov 29 21:56:54.807000 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-9f843ddd-902c-409e-8d18-c96ec5b7ad96 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=84e17bb8649841d382ea9238c184eceb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258410 Nov 29 21:56:54.879269 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792504bb-6ddd-402c-8b69-ffe64e0a7e10 {{(pid=109068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:56:54.887408 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:54.901642 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.provisioning_blocks [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Transition to ACTIVE for port object 792504bb-6ddd-402c-8b69-ffe64e0a7e10 will not be triggered until provisioned by entity L2. {{(pid=109068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 21:56:54.905106 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126529652'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:54.908567 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-5c8122fe-d8c0-4e1f-ab37-805c4c4adeec service neutron] 10.222.0.62 "GET /v2.0/networks/1161b995-fa29-42da-b5c4-6d56a106eb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939963 Nov 29 21:56:54.957068 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Pushing event updated for resources: {'Port': ['ID=792504bb-6ddd-402c-8b69-ffe64e0a7e10,revision_number=2']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:54.980821 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:54.981298 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:54.981432 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:54.981808 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:54.982694 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:54.982694 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:54.982694 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:54.983081 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:54.983419 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:54.983734 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:54.984061 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:54.984385 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:55.037828 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-cdcbf8f8-14df-499c-9fdf-cefd87f2749b service neutron] 10.222.0.62 "GET /v2.0/networks/1161b995-fa29-42da-b5c4-6d56a106eb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226223 Nov 29 21:56:55.040509 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Attempting to bind port 792504bb-6ddd-402c-8b69-ffe64e0a7e10 on host hv-cinder-81972 for vnic_type normal with profile {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:56:55.040509 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Attempting to bind port 792504bb-6ddd-402c-8b69-ffe64e0a7e10 by drivers openvswitch,hyperv on host hv-cinder-81972 at level 0 using segments [{'id': '5544d834-acb2-4355-bf75-8ad6fad60bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd'}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:56:55.040832 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Attempting to bind port 792504bb-6ddd-402c-8b69-ffe64e0a7e10 on network 485a3fcd-6fd6-47e4-b88d-4877d6f347cd {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:56:55.045527 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Port 792504bb-6ddd-402c-8b69-ffe64e0a7e10 on network 485a3fcd-6fd6-47e4-b88d-4877d6f347cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81972 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 21:56:55.046198 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Attempting to bind port 792504bb-6ddd-402c-8b69-ffe64e0a7e10 on network 485a3fcd-6fd6-47e4-b88d-4877d6f347cd {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:56:55.052541 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Checking agent: {'id': 'bd4952a7-5212-46e1-86e6-5bf28a3d3387', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81972', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'started_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:56:55.053095 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Checking segment: {'id': '5544d834-acb2-4355-bf75-8ad6fad60bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:56:55.053765 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Bound using segment: {'id': '5544d834-acb2-4355-bf75-8ad6fad60bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd'} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:56:55.054458 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Bound port: 792504bb-6ddd-402c-8b69-ffe64e0a7e10, host: hv-cinder-81972, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5544d834-acb2-4355-bf75-8ad6fad60bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd'}}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:56:55.055013 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:55.147801 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] For port 792504bb-6ddd-402c-8b69-ffe64e0a7e10, host hv-cinder-81972, cleared binding levels {{(pid=109068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:56:55.151925 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] For port 792504bb-6ddd-402c-8b69-ffe64e0a7e10, host hv-cinder-81972, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=792504bb-6ddd-402c-8b69-ffe64e0a7e10,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:56:55.160929 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126529652'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:55.203404 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:55.204026 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:55.205438 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] 10.222.0.61 "PUT /v2.0/ports/792504bb-6ddd-402c-8b69-ffe64e0a7e10 HTTP/1.1" status: 200 len: 1094 time: 0.7922385 Nov 29 21:56:55.206459 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0eb5e4e-d920-45e4-ac29-69d3723b57a5', 'tag': '792504bb-6ddd-402c-8b69-ffe64e0a7e10'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:56:55.209034 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46719652-6b96-4109-bc64-2523204073f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c0eb5e4e-d920-45e4-ac29-69d3723b57a5", "tag": "792504bb-6ddd-402c-8b69-ffe64e0a7e10"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:56:55.238795 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433b4ab-d54c-4a0d-85ec-4a54fef45747 service neutron] Pushing event updated for resources: {'Port': ['ID=792504bb-6ddd-402c-8b69-ffe64e0a7e10,revision_number=3']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:55.289156 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-18314e80-eace-4d9d-84b0-cf241067b7aa req-28e65ed0-6f7b-4dad-962d-d1a6c8ae7851 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d66171e-42ff-41b6-8a0f-6791d9f32362 HTTP/1.1" status: 200 len: 210 time: 0.0471022 Nov 29 21:56:55.318633 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 21:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab71bb14-f630-4aed-a7dc-4aa42770d045 x-openstack-request-id: req-ab71bb14-f630-4aed-a7dc-4aa42770d045 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:56:55.319488 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0eb5e4e-d920-45e4-ac29-69d3723b57a5", "tag": "792504bb-6ddd-402c-8b69-ffe64e0a7e10", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:56:55.319488 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ab71bb14-f630-4aed-a7dc-4aa42770d045 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:56:55.319809 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0eb5e4e-d920-45e4-ac29-69d3723b57a5', 'tag': '792504bb-6ddd-402c-8b69-ffe64e0a7e10', 'status': 'completed', 'code': 200} Nov 29 21:56:55.337384 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-122e0d12-87e9-44a7-acba-3835846c5784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:55.339339 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-122e0d12-87e9-44a7-acba-3835846c5784 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d96c22324dc549b6927130d27bcd77e2&device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 1097 time: 0.0680978 Nov 29 21:56:55.398129 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-021b93c8-cf27-44e2-a8ef-dbfe0199a53f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=792504bb-6ddd-402c-8b69-ffe64e0a7e10 HTTP/1.1" status: 200 len: 217 time: 0.0495670 Nov 29 21:56:55.419057 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-45a05e2c-f31e-4833-8ca2-ea812464bc9c tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-705175879&fields=id&tenant_id=88a9ca4135cb41e99a8a1477f72aef11 HTTP/1.1" status: 200 len: 267 time: 0.0506768 Nov 29 21:56:55.462102 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-2b3f82ee-1863-4cf7-a197-a49463f528e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:55.463932 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-2b3f82ee-1863-4cf7-a197-a49463f528e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c58ec759-9321-4f1d-9f62-796449e282e7 HTTP/1.1" status: 200 len: 856 time: 0.0579166 Nov 29 21:56:55.517050 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-289019af-1ca8-4ec7-9b87-6d2d49136433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:55.518912 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-289019af-1ca8-4ec7-9b87-6d2d49136433 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485a3fcd-6fd6-47e4-b88d-4877d6f347cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457847 Nov 29 21:56:55.548778 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-71637707-b54d-4321-9286-2f1fd285e0a5 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:55.554928 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-71637707-b54d-4321-9286-2f1fd285e0a5 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.62 "GET /v2.0/networks?id=aa8463df-af1a-42d4-ba11-91c61bfd007d HTTP/1.1" status: 200 len: 812 time: 0.1270041 Nov 29 21:56:55.573334 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-59325677-1dc8-42ab-9a3a-4752730bea52 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.62 "GET /v2.0/quotas/88a9ca4135cb41e99a8a1477f72aef11 HTTP/1.1" status: 200 len: 375 time: 0.0169435 Nov 29 21:56:55.638523 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-b8bf85ab-9665-4ecf-8e5a-24c366d0ac23 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=88a9ca4135cb41e99a8a1477f72aef11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636404 Nov 29 21:56:55.644540 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-5f411240-879b-4331-847c-5697872ea7d6 service neutron] 10.222.0.61 "GET /v2.0/networks/485a3fcd-6fd6-47e4-b88d-4877d6f347cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176429 Nov 29 21:56:55.757676 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-6e91f3b2-0348-49e6-b532-0424f045b231 req-6112af4b-c175-40e5-acc5-47df203ab4ad service neutron] 10.222.0.61 "GET /v2.0/networks/485a3fcd-6fd6-47e4-b88d-4877d6f347cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988700 Nov 29 21:56:55.793435 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-e51debb2-2c32-4f1e-9d34-125d7a48d06f service neutron] 10.222.0.62 "GET /v2.0/networks/aa8463df-af1a-42d4-ba11-91c61bfd007d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452169 Nov 29 21:56:55.801500 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce2300-b677-4c9f-af2e-21d8960422c8 req-e90ddf02-5d6b-44b2-9f24-70d1744806b7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:55.802966 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-20ce2300-b677-4c9f-af2e-21d8960422c8 req-e90ddf02-5d6b-44b2-9f24-70d1744806b7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 944 time: 0.1269977 Nov 29 21:56:55.870698 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46719652-6b96-4109-bc64-2523204073f6 req-67c37368-20e9-4232-8a63-24a7a73a6d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:55.872582 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-46719652-6b96-4109-bc64-2523204073f6 req-67c37368-20e9-4232-8a63-24a7a73a6d2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d96c22324dc549b6927130d27bcd77e2&device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 1097 time: 0.0563331 Nov 29 21:56:55.920372 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-20ce2300-b677-4c9f-af2e-21d8960422c8 req-db7f4593-cc4d-45e8-9315-490131de62a6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074886 Nov 29 21:56:55.951694 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-6f7ed3ed-4669-49c9-805c-1dcaf90b6b9e service neutron] 10.222.0.62 "GET /v2.0/networks/aa8463df-af1a-42d4-ba11-91c61bfd007d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477103 Nov 29 21:56:55.978753 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46719652-6b96-4109-bc64-2523204073f6 req-009c147a-9f44-40e7-a339-1a61fe135625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:55.980254 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-46719652-6b96-4109-bc64-2523204073f6 req-009c147a-9f44-40e7-a339-1a61fe135625 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485a3fcd-6fd6-47e4-b88d-4877d6f347cd HTTP/1.1" status: 200 len: 918 time: 0.0988631 Nov 29 21:56:56.026050 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-46719652-6b96-4109-bc64-2523204073f6 req-a5760a55-bf3c-44ce-91ca-e20c3aabd502 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=792504bb-6ddd-402c-8b69-ffe64e0a7e10 HTTP/1.1" status: 200 len: 217 time: 0.0375161 Nov 29 21:56:56.081959 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46719652-6b96-4109-bc64-2523204073f6 req-22f7a97c-2ecd-4d1d-b6d2-5ad759cd9ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:56.084097 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-46719652-6b96-4109-bc64-2523204073f6 req-22f7a97c-2ecd-4d1d-b6d2-5ad759cd9ab3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c58ec759-9321-4f1d-9f62-796449e282e7 HTTP/1.1" status: 200 len: 856 time: 0.0457489 Nov 29 21:56:56.131542 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46719652-6b96-4109-bc64-2523204073f6 req-076410eb-b477-4d18-bd1b-b6c83649bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:56.133034 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-46719652-6b96-4109-bc64-2523204073f6 req-076410eb-b477-4d18-bd1b-b6c83649bae3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485a3fcd-6fd6-47e4-b88d-4877d6f347cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410626 Nov 29 21:56:56.256927 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-46719652-6b96-4109-bc64-2523204073f6 req-1cd24369-9fb6-4351-b7c0-0b9998cd7ec7 service neutron] 10.222.0.61 "GET /v2.0/networks/485a3fcd-6fd6-47e4-b88d-4877d6f347cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149516 Nov 29 21:56:56.269290 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-366a9e65-f723-471a-9650-bcc723f2d4b3 req-d50ec3c0-09b1-4715-b7b1-3632d01fb097 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f5c378e-f342-4e12-bebf-7d1dc0a525b0 HTTP/1.1" status: 200 len: 210 time: 0.0322137 Nov 29 21:56:56.411715 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-29fd777d-e6b6-4e96-bece-a960b536b6a1 req-ab9ff4b1-c458-4b56-9228-a0cfc6402866 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d66171e-42ff-41b6-8a0f-6791d9f32362 HTTP/1.1" status: 200 len: 210 time: 0.0337415 Nov 29 21:56:56.425809 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-46719652-6b96-4109-bc64-2523204073f6 req-f8b97d5b-7fd0-4a53-b1a3-3b479ad3581b service neutron] 10.222.0.61 "GET /v2.0/networks/485a3fcd-6fd6-47e4-b88d-4877d6f347cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467209 Nov 29 21:56:56.773700 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-222a8cf0-1077-4f4a-9cb9-83b396e19448 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:56.775222 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-222a8cf0-1077-4f4a-9cb9-83b396e19448 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.61 "GET /v2.0/networks?id=1161b995-fa29-42da-b5c4-6d56a106eb01 HTTP/1.1" status: 200 len: 814 time: 0.4132173 Nov 29 21:56:56.790395 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-77c0f8cc-31fb-4302-9fdf-d9a8146975c1 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Request body: {'port': {'device_id': '5d66171e-42ff-41b6-8a0f-6791d9f32362', 'network_id': '1161b995-fa29-42da-b5c4-6d56a106eb01', 'admin_state_up': True, 'tenant_id': '84e17bb8649841d382ea9238c184eceb'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:56.900948 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-77c0f8cc-31fb-4302-9fdf-d9a8146975c1 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Made reservation on behalf of 84e17bb8649841d382ea9238c184eceb for: {'port': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:56:56.904394 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-77c0f8cc-31fb-4302-9fdf-d9a8146975c1 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:57.039458 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-77c0f8cc-31fb-4302-9fdf-d9a8146975c1 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Allocated IP 172.20.0.11 (1161b995-fa29-42da-b5c4-6d56a106eb01/de21e223-7f66-49cf-ad6a-14de94d5d7ab/07307f30-8a79-4318-959d-9ec17364663d) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:56:57.054199 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8934a46-761f-444b-a521-3688082eee19 req-d04c7df6-328e-4aa2-b7de-39f2ec1a5c85 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:57.055824 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d8934a46-761f-444b-a521-3688082eee19 req-d04c7df6-328e-4aa2-b7de-39f2ec1a5c85 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 944 time: 0.0521183 Nov 29 21:56:57.115625 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d8934a46-761f-444b-a521-3688082eee19 req-449ea70b-d888-4a66-b3b0-e86033c3446e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496106 Nov 29 21:56:57.184811 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 42430) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:57.248177 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-77c0f8cc-31fb-4302-9fdf-d9a8146975c1 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:57.347692 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-4fb0edb6-33cf-49c4-825f-3f097ea41587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:57.379872 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-47532a58-4283-4552-8184-c26e44efec65 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:57.381389 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-47532a58-4283-4552-8184-c26e44efec65 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.61 "GET /v2.0/networks?id=aa8463df-af1a-42d4-ba11-91c61bfd007d HTTP/1.1" status: 200 len: 812 time: 0.1611500 Nov 29 21:56:57.381523 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cc7ed7e0-4ab8-4aee-98d2-25e72897426e req-22bb8fa5-e44b-4920-b248-28cb1b43b878 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f5c378e-f342-4e12-bebf-7d1dc0a525b0 HTTP/1.1" status: 200 len: 210 time: 0.0373230 Nov 29 21:56:57.385073 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-77c0f8cc-31fb-4302-9fdf-d9a8146975c1 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:57.459543 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-77c0f8cc-31fb-4302-9fdf-d9a8146975c1 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Network 1161b995-fa29-42da-b5c4-6d56a106eb01 is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:56:57.478193 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-77c0f8cc-31fb-4302-9fdf-d9a8146975c1 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:56:57.483083 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0f8cc-31fb-4302-9fdf-d9a8146975c1 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Pushing event updated for resources: {'Port': ['ID=07307f30-8a79-4318-959d-9ec17364663d,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:57.488289 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-77c0f8cc-31fb-4302-9fdf-d9a8146975c1 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:56:57.529774 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec758a54-efec-434f-a0b7-34489da5bb2d req-f642a1a3-102e-4aed-9df0-e1b9bf75774f tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:57.531630 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ec758a54-efec-434f-a0b7-34489da5bb2d req-f642a1a3-102e-4aed-9df0-e1b9bf75774f tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d66171e-42ff-41b6-8a0f-6791d9f32362 HTTP/1.1" status: 200 len: 932 time: 0.0557001 Nov 29 21:56:57.565349 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-3c92a4f3-a1f0-4631-85a3-23c9fb73f017 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88a9ca4135cb41e99a8a1477f72aef11 HTTP/1.1" status: 200 len: 379 time: 0.1678479 Nov 29 21:56:57.574753 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-77c0f8cc-31fb-4302-9fdf-d9a8146975c1 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:57.575404 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-77c0f8cc-31fb-4302-9fdf-d9a8146975c1 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:57.583652 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ec758a54-efec-434f-a0b7-34489da5bb2d req-54c17e07-7604-4d89-a207-73a87b867892 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/security-groups?id=480a5758-667f-4048-8501-3df5c9126967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456395 Nov 29 21:56:57.584067 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-074f8f30-320e-44af-bae9-47d409e1a90d tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Request body: {'port': {'device_id': '1f5c378e-f342-4e12-bebf-7d1dc0a525b0', 'network_id': 'aa8463df-af1a-42d4-ba11-91c61bfd007d', 'admin_state_up': True, 'tenant_id': '88a9ca4135cb41e99a8a1477f72aef11', 'security_groups': ['340a3788-516e-4788-8b34-5223db2267c1']}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:57.628557 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-4fb0edb6-33cf-49c4-825f-3f097ea41587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:57.637336 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-77c0f8cc-31fb-4302-9fdf-d9a8146975c1 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8508155 Nov 29 21:56:57.637888 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-4fb0edb6-33cf-49c4-825f-3f097ea41587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:57.661193 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-e8cfd0d7-4ca6-47c1-8b3e-9939d6882919 service neutron] Request body: {'port': {'device_id': '5d66171e-42ff-41b6-8a0f-6791d9f32362', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81972'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:57.745992 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-4fb0edb6-33cf-49c4-825f-3f097ea41587 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c6e75cc82ae242399138d3781ae1f933&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5601308 Nov 29 21:56:57.749253 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 42442) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:57.751033 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0edb6-33cf-49c4-825f-3f097ea41587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cca89a-2fbb-452b-805a-ddb40feb810b,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:57.797799 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-e8cfd0d7-4ca6-47c1-8b3e-9939d6882919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:57.800342 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-bfcf28ce-23c2-4f6a-86c1-c23bfebb7315 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:57.822586 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-bfcf28ce-23c2-4f6a-86c1-c23bfebb7315 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:57.847859 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-074f8f30-320e-44af-bae9-47d409e1a90d tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Made reservation on behalf of 88a9ca4135cb41e99a8a1477f72aef11 for: {'port': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:56:57.851374 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-074f8f30-320e-44af-bae9-47d409e1a90d tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:57.872323 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-bfcf28ce-23c2-4f6a-86c1-c23bfebb7315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:57.875139 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-bfcf28ce-23c2-4f6a-86c1-c23bfebb7315 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:57.876328 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-bfcf28ce-23c2-4f6a-86c1-c23bfebb7315 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/61cca89a-2fbb-452b-805a-ddb40feb810b HTTP/1.1" status: 204 len: 168 time: 0.1259131 Nov 29 21:56:57.885613 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf28ce-23c2-4f6a-86c1-c23bfebb7315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cca89a-2fbb-452b-805a-ddb40feb810b,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:57.895164 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcf28ce-23c2-4f6a-86c1-c23bfebb7315 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:57.895524 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcf28ce-23c2-4f6a-86c1-c23bfebb7315 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:57.895862 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcf28ce-23c2-4f6a-86c1-c23bfebb7315 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:57.896191 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcf28ce-23c2-4f6a-86c1-c23bfebb7315 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:57.896513 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcf28ce-23c2-4f6a-86c1-c23bfebb7315 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:57.897027 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcf28ce-23c2-4f6a-86c1-c23bfebb7315 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:57.897518 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcf28ce-23c2-4f6a-86c1-c23bfebb7315 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:57.897844 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcf28ce-23c2-4f6a-86c1-c23bfebb7315 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:57.898171 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcf28ce-23c2-4f6a-86c1-c23bfebb7315 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:57.898489 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcf28ce-23c2-4f6a-86c1-c23bfebb7315 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:57.898808 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcf28ce-23c2-4f6a-86c1-c23bfebb7315 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:57.899151 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcf28ce-23c2-4f6a-86c1-c23bfebb7315 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:56:58.108421 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-074f8f30-320e-44af-bae9-47d409e1a90d tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Allocated IP 172.20.0.4 (aa8463df-af1a-42d4-ba11-91c61bfd007d/d362bb28-df68-417a-809b-507ebaf77a4c/f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 21:56:58.148517 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 42448) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:58.162210 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-ace2f919-8ea2-4c1f-b772-53c7727dc7b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:58.239134 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-e8cfd0d7-4ca6-47c1-8b3e-9939d6882919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07307f30-8a79-4318-959d-9ec17364663d {{(pid=109068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:56:58.276306 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-e8cfd0d7-4ca6-47c1-8b3e-9939d6882919 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:58.286709 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-ace2f919-8ea2-4c1f-b772-53c7727dc7b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:58.292311 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-ace2f919-8ea2-4c1f-b772-53c7727dc7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:58.299732 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.provisioning_blocks [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-e8cfd0d7-4ca6-47c1-8b3e-9939d6882919 service neutron] Transition to ACTIVE for port object 07307f30-8a79-4318-959d-9ec17364663d will not be triggered until provisioned by entity L2. {{(pid=109068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 21:56:58.304407 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-e8cfd0d7-4ca6-47c1-8b3e-9939d6882919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126529652'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:58.305762 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255eb80-bff6-4a9e-afce-dc0502f79cb7 req-c610237b-7409-4846-a868-7bb20eff50aa tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:58.307272 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a255eb80-bff6-4a9e-afce-dc0502f79cb7 req-c610237b-7409-4846-a868-7bb20eff50aa tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 944 time: 0.0911014 Nov 29 21:56:58.354709 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-074f8f30-320e-44af-bae9-47d409e1a90d tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:58.356344 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-ace2f919-8ea2-4c1f-b772-53c7727dc7b7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ed0f4a4e4abe474b87c6307257d99cb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2067523 Nov 29 21:56:58.359748 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 42452) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:56:58.365732 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2f919-8ea2-4c1f-b772-53c7727dc7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24c9743-3412-4e90-b1fe-9db099f0b276,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:58.394723 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a255eb80-bff6-4a9e-afce-dc0502f79cb7 req-d4c3dd9e-b831-4df5-b2f8-21ad73381909 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787742 Nov 29 21:56:58.399397 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfd0d7-4ca6-47c1-8b3e-9939d6882919 service neutron] Pushing event updated for resources: {'Port': ['ID=07307f30-8a79-4318-959d-9ec17364663d,revision_number=2']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:58.485372 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1d102ed5-4e37-4ddb-87fe-026ccdc8edce req-a6a6ae97-3a03-4b38-8eb2-bae386c5617a tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f5c378e-f342-4e12-bebf-7d1dc0a525b0 HTTP/1.1" status: 200 len: 210 time: 0.0287311 Nov 29 21:56:58.503137 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-074f8f30-320e-44af-bae9-47d409e1a90d tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:58.519822 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-8555cfd3-f96d-431a-ad93-80ab025dffdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:58.554604 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-e8cfd0d7-4ca6-47c1-8b3e-9939d6882919 service neutron] Attempting to bind port 07307f30-8a79-4318-959d-9ec17364663d on host hv-cinder-81972 for vnic_type normal with profile {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:56:58.554943 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-e8cfd0d7-4ca6-47c1-8b3e-9939d6882919 service neutron] Attempting to bind port 07307f30-8a79-4318-959d-9ec17364663d by drivers openvswitch,hyperv on host hv-cinder-81972 at level 0 using segments [{'id': 'a3e0ed26-b173-4a24-b81d-567a3ac09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1161b995-fa29-42da-b5c4-6d56a106eb01'}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:56:58.555303 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-e8cfd0d7-4ca6-47c1-8b3e-9939d6882919 service neutron] Attempting to bind port 07307f30-8a79-4318-959d-9ec17364663d on network 1161b995-fa29-42da-b5c4-6d56a106eb01 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:56:58.580768 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-074f8f30-320e-44af-bae9-47d409e1a90d tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Network aa8463df-af1a-42d4-ba11-91c61bfd007d is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 21:56:58.581457 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-e8cfd0d7-4ca6-47c1-8b3e-9939d6882919 service neutron] Port 07307f30-8a79-4318-959d-9ec17364663d on network 1161b995-fa29-42da-b5c4-6d56a106eb01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81972 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 21:56:58.581775 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-e8cfd0d7-4ca6-47c1-8b3e-9939d6882919 service neutron] Attempting to bind port 07307f30-8a79-4318-959d-9ec17364663d on network 1161b995-fa29-42da-b5c4-6d56a106eb01 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:56:58.590115 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-8555cfd3-f96d-431a-ad93-80ab025dffdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:58.594086 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-074f8f30-320e-44af-bae9-47d409e1a90d tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:56:58.603331 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-074f8f30-320e-44af-bae9-47d409e1a90d tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 21:56:58.608977 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-e8cfd0d7-4ca6-47c1-8b3e-9939d6882919 service neutron] Checking agent: {'id': 'bd4952a7-5212-46e1-86e6-5bf28a3d3387', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81972', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'started_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:56:58.609315 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-e8cfd0d7-4ca6-47c1-8b3e-9939d6882919 service neutron] Checking segment: {'id': 'a3e0ed26-b173-4a24-b81d-567a3ac09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1161b995-fa29-42da-b5c4-6d56a106eb01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:56:58.609721 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-e8cfd0d7-4ca6-47c1-8b3e-9939d6882919 service neutron] Bound using segment: {'id': 'a3e0ed26-b173-4a24-b81d-567a3ac09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1161b995-fa29-42da-b5c4-6d56a106eb01'} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:56:58.610243 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-e8cfd0d7-4ca6-47c1-8b3e-9939d6882919 service neutron] Bound port: 07307f30-8a79-4318-959d-9ec17364663d, host: hv-cinder-81972, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e0ed26-b173-4a24-b81d-567a3ac09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1161b995-fa29-42da-b5c4-6d56a106eb01'}}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:56:58.611215 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-e8cfd0d7-4ca6-47c1-8b3e-9939d6882919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:58.647655 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f8f30-320e-44af-bae9-47d409e1a90d tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Pushing event updated for resources: {'Port': ['ID=f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:58.722451 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-074f8f30-320e-44af-bae9-47d409e1a90d tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:58.723092 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-074f8f30-320e-44af-bae9-47d409e1a90d tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:58.724632 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9baf5-a305-46d4-bd70-a16ea056df93 req-f862b48f-99f6-42e5-b2c6-54ebe3606cfd tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:58.736785 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-95f9baf5-a305-46d4-bd70-a16ea056df93 req-f862b48f-99f6-42e5-b2c6-54ebe3606cfd tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d66171e-42ff-41b6-8a0f-6791d9f32362 HTTP/1.1" status: 200 len: 944 time: 0.0843685 Nov 29 21:56:58.767201 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-074f8f30-320e-44af-bae9-47d409e1a90d tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1867676 Nov 29 21:56:58.770049 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-e8cfd0d7-4ca6-47c1-8b3e-9939d6882919 service neutron] For port 07307f30-8a79-4318-959d-9ec17364663d, host hv-cinder-81972, cleared binding levels {{(pid=109068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:56:58.772542 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-8555cfd3-f96d-431a-ad93-80ab025dffdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:58.775351 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-8555cfd3-f96d-431a-ad93-80ab025dffdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:58.779298 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-8555cfd3-f96d-431a-ad93-80ab025dffdd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e24c9743-3412-4e90-b1fe-9db099f0b276 HTTP/1.1" status: 204 len: 168 time: 0.4154887 Nov 29 21:56:58.784864 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-b5fd2019-03d7-40cf-bcde-cff7a9b2a24f service neutron] Request body: {'port': {'device_id': '1f5c378e-f342-4e12-bebf-7d1dc0a525b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81972'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:56:58.791892 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-95f9baf5-a305-46d4-bd70-a16ea056df93 req-9f7582a1-8530-4a1e-8208-2b90f71feb28 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/security-groups?id=480a5758-667f-4048-8501-3df5c9126967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498159 Nov 29 21:56:58.832567 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-e8cfd0d7-4ca6-47c1-8b3e-9939d6882919 service neutron] For port 07307f30-8a79-4318-959d-9ec17364663d, host hv-cinder-81972, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=07307f30-8a79-4318-959d-9ec17364663d,segment=NetworkSegment(a3e0ed26-b173-4a24-b81d-567a3ac09c33),segment_id=a3e0ed26-b173-4a24-b81d-567a3ac09c33)] {{(pid=109068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:56:58.834683 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555cfd3-f96d-431a-ad93-80ab025dffdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24c9743-3412-4e90-b1fe-9db099f0b276,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:58.836798 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-c30a39bd-17da-4424-b2e7-c1bfaad41a21 None None] Provisioning complete for port f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:56:58.837857 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c30a39bd-17da-4424-b2e7-c1bfaad41a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:58.853892 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-e8cfd0d7-4ca6-47c1-8b3e-9939d6882919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126529652'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:58.889749 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-c30a39bd-17da-4424-b2e7-c1bfaad41a21 None None] Port f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4 cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 21:56:58.891637 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-b5fd2019-03d7-40cf-bcde-cff7a9b2a24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:58.894164 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-e8cfd0d7-4ca6-47c1-8b3e-9939d6882919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:58.894774 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-e8cfd0d7-4ca6-47c1-8b3e-9939d6882919 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:58.896213 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-e8cfd0d7-4ca6-47c1-8b3e-9939d6882919 service neutron] 10.222.0.61 "PUT /v2.0/ports/07307f30-8a79-4318-959d-9ec17364663d HTTP/1.1" status: 200 len: 1094 time: 1.2395723 Nov 29 21:56:58.898429 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d66171e-42ff-41b6-8a0f-6791d9f32362', 'tag': '07307f30-8a79-4318-959d-9ec17364663d'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:56:58.900686 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572ca75f-1cdc-47ef-9e17-6cf0e6509630" -d '{"events": [{"name": "network-changed", "server_uuid": "5d66171e-42ff-41b6-8a0f-6791d9f32362", "tag": "07307f30-8a79-4318-959d-9ec17364663d"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:56:58.957693 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 21:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0718bd31-8302-4131-a65a-c0a863b5567d x-openstack-request-id: req-0718bd31-8302-4131-a65a-c0a863b5567d {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:56:58.957982 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d66171e-42ff-41b6-8a0f-6791d9f32362", "tag": "07307f30-8a79-4318-959d-9ec17364663d", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:56:58.958235 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0718bd31-8302-4131-a65a-c0a863b5567d {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:56:58.958625 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d66171e-42ff-41b6-8a0f-6791d9f32362', 'tag': '07307f30-8a79-4318-959d-9ec17364663d', 'status': 'completed', 'code': 200} Nov 29 21:56:58.992830 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfd0d7-4ca6-47c1-8b3e-9939d6882919 service neutron] Pushing event updated for resources: {'Port': ['ID=07307f30-8a79-4318-959d-9ec17364663d,revision_number=3']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:59.064999 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-cb58a934-f074-4183-864a-14f0d48e1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:59.066801 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-cb58a934-f074-4183-864a-14f0d48e1d76 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e17bb8649841d382ea9238c184eceb&device_id=5d66171e-42ff-41b6-8a0f-6791d9f32362 HTTP/1.1" status: 200 len: 1097 time: 0.1108899 Nov 29 21:56:59.125640 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-a97b84c0-4047-4583-a398-3ba7f544a977 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07307f30-8a79-4318-959d-9ec17364663d HTTP/1.1" status: 200 len: 217 time: 0.0498955 Nov 29 21:56:59.226437 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-c6745ed6-0724-4240-b2f8-bb6cd1f66c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:59.227933 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-c6745ed6-0724-4240-b2f8-bb6cd1f66c43 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=de21e223-7f66-49cf-ad6a-14de94d5d7ab HTTP/1.1" status: 200 len: 854 time: 0.0910015 Nov 29 21:56:59.271923 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-cfa7a89b-3f4f-4392-8c71-e67f0a012aa8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1161b995-fa29-42da-b5c4-6d56a106eb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321755 Nov 29 21:56:59.378113 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-b5fd2019-03d7-40cf-bcde-cff7a9b2a24f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4 {{(pid=109068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:56:59.390305 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-b5fd2019-03d7-40cf-bcde-cff7a9b2a24f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:59.415249 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.provisioning_blocks [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-b5fd2019-03d7-40cf-bcde-cff7a9b2a24f service neutron] Transition to ACTIVE for port object f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4 will not be triggered until provisioned by entity L2. {{(pid=109068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 21:56:59.421634 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-69b8899b-3ac0-43a6-9120-72a0836ecdbf service neutron] 10.222.0.61 "GET /v2.0/networks/1161b995-fa29-42da-b5c4-6d56a106eb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396992 Nov 29 21:56:59.422359 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-b5fd2019-03d7-40cf-bcde-cff7a9b2a24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126529652'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:59.506566 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 792504bb-6ddd-402c-8b69-ffe64e0a7e10 details requested by agent hyperv_hv-cinder-81972 with host hv-cinder-81972 {{(pid=109069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 21:56:59.553134 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b35b0-709f-4cba-b80c-01485f096986 req-f9ca5112-47ce-454c-9589-6b151c9864bb tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:59.565959 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a08b35b0-709f-4cba-b80c-01485f096986 req-f9ca5112-47ce-454c-9589-6b151c9864bb tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 944 time: 0.0822084 Nov 29 21:56:59.594109 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd2019-03d7-40cf-bcde-cff7a9b2a24f service neutron] Pushing event updated for resources: {'Port': ['ID=f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4,revision_number=2']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:56:59.614757 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7fd7a67e-a15b-4361-b44e-a6f25505c1ea req-7001c6e2-8914-4356-9c9a-fd5be6439385 service neutron] 10.222.0.61 "GET /v2.0/networks/1161b995-fa29-42da-b5c4-6d56a106eb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841695 Nov 29 21:56:59.648865 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 792504bb-6ddd-402c-8b69-ffe64e0a7e10, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=792504bb-6ddd-402c-8b69-ffe64e0a7e10,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:56:59.661714 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Returning: {'device': '792504bb-6ddd-402c-8b69-ffe64e0a7e10', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'port_id': '792504bb-6ddd-402c-8b69-ffe64e0a7e10', 'mac_address': 'fa:16:3e:8a:76:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 21:56:59.674355 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-b5fd2019-03d7-40cf-bcde-cff7a9b2a24f service neutron] Attempting to bind port f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4 on host hv-cinder-81972 for vnic_type normal with profile {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 21:56:59.674958 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-b5fd2019-03d7-40cf-bcde-cff7a9b2a24f service neutron] Attempting to bind port f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4 by drivers openvswitch,hyperv on host hv-cinder-81972 at level 0 using segments [{'id': '129e8922-9dbd-49a8-a94c-acaa259e137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'aa8463df-af1a-42d4-ba11-91c61bfd007d'}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 21:56:59.675477 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-b5fd2019-03d7-40cf-bcde-cff7a9b2a24f service neutron] Attempting to bind port f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4 on network aa8463df-af1a-42d4-ba11-91c61bfd007d {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:56:59.680289 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-b5fd2019-03d7-40cf-bcde-cff7a9b2a24f service neutron] Port f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4 on network aa8463df-af1a-42d4-ba11-91c61bfd007d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81972 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 21:56:59.680828 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-b5fd2019-03d7-40cf-bcde-cff7a9b2a24f service neutron] Attempting to bind port f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4 on network aa8463df-af1a-42d4-ba11-91c61bfd007d {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 21:56:59.688139 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-b5fd2019-03d7-40cf-bcde-cff7a9b2a24f service neutron] Checking agent: {'id': 'bd4952a7-5212-46e1-86e6-5bf28a3d3387', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81972', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'started_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 21, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 21:56:59.688680 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-b5fd2019-03d7-40cf-bcde-cff7a9b2a24f service neutron] Checking segment: {'id': '129e8922-9dbd-49a8-a94c-acaa259e137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'aa8463df-af1a-42d4-ba11-91c61bfd007d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:56:59.689275 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-b5fd2019-03d7-40cf-bcde-cff7a9b2a24f service neutron] Bound using segment: {'id': '129e8922-9dbd-49a8-a94c-acaa259e137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'aa8463df-af1a-42d4-ba11-91c61bfd007d'} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 21:56:59.690351 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-b5fd2019-03d7-40cf-bcde-cff7a9b2a24f service neutron] Bound port: f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4, host: hv-cinder-81972, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '129e8922-9dbd-49a8-a94c-acaa259e137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'aa8463df-af1a-42d4-ba11-91c61bfd007d'}}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 21:56:59.691231 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-b5fd2019-03d7-40cf-bcde-cff7a9b2a24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:59.722537 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a08b35b0-709f-4cba-b80c-01485f096986 req-450659a3-0d53-4f64-90b3-6c18c117ed67 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549082 Nov 29 21:56:59.723234 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:59.756644 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792504bb-6ddd-402c-8b69-ffe64e0a7e10 {{(pid=109069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:56:59.761111 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d61557-0dd7-43bb-8bf1-3ddfc07044a3 req-5a1a2ee0-b42d-4b6f-9516-96f393b25a40 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:59.774276 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-27d61557-0dd7-43bb-8bf1-3ddfc07044a3 req-5a1a2ee0-b42d-4b6f-9516-96f393b25a40 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f5c378e-f342-4e12-bebf-7d1dc0a525b0 HTTP/1.1" status: 200 len: 943 time: 0.1962218 Nov 29 21:56:59.805229 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ca75f-1cdc-47ef-9e17-6cf0e6509630 req-f903bd0a-9abc-46bd-9d6d-3d86c5ff87cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:59.806986 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-572ca75f-1cdc-47ef-9e17-6cf0e6509630 req-f903bd0a-9abc-46bd-9d6d-3d86c5ff87cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e17bb8649841d382ea9238c184eceb&device_id=5d66171e-42ff-41b6-8a0f-6791d9f32362 HTTP/1.1" status: 200 len: 1097 time: 0.0994925 Nov 29 21:56:59.825345 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-b5fd2019-03d7-40cf-bcde-cff7a9b2a24f service neutron] For port f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4, host hv-cinder-81972, cleared binding levels {{(pid=109068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 21:56:59.826135 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 792504bb-6ddd-402c-8b69-ffe64e0a7e10, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=792504bb-6ddd-402c-8b69-ffe64e0a7e10,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:56:59.836346 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-b5fd2019-03d7-40cf-bcde-cff7a9b2a24f service neutron] For port f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4, host hv-cinder-81972, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4,segment=NetworkSegment(129e8922-9dbd-49a8-a94c-acaa259e137a),segment_id=129e8922-9dbd-49a8-a94c-acaa259e137a)] {{(pid=109068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 21:56:59.840871 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:59.848096 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-b5fd2019-03d7-40cf-bcde-cff7a9b2a24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126529652'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:59.898288 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-27d61557-0dd7-43bb-8bf1-3ddfc07044a3 req-36626341-34e1-46e0-ba24-2ea13877681b tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a3788-516e-4788-8b34-5223db2267c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204309 Nov 29 21:56:59.939332 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-b5fd2019-03d7-40cf-bcde-cff7a9b2a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:56:59.940419 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-b5fd2019-03d7-40cf-bcde-cff7a9b2a24f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:56:59.941886 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-b5fd2019-03d7-40cf-bcde-cff7a9b2a24f service neutron] 10.222.0.61 "PUT /v2.0/ports/f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4 HTTP/1.1" status: 200 len: 1093 time: 1.1613643 Nov 29 21:56:59.969322 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=792504bb-6ddd-402c-8b69-ffe64e0a7e10,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:00.003538 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:00.049544 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd2019-03d7-40cf-bcde-cff7a9b2a24f service neutron] Pushing event updated for resources: {'Port': ['ID=f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4,revision_number=3']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:00.065736 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ca75f-1cdc-47ef-9e17-6cf0e6509630 req-1b14845d-c8f6-4052-98c9-4528c98c2c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:00.067256 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-572ca75f-1cdc-47ef-9e17-6cf0e6509630 req-1b14845d-c8f6-4052-98c9-4528c98c2c9c service neutron] 10.222.0.61 "GET /v2.0/networks?id=1161b995-fa29-42da-b5c4-6d56a106eb01 HTTP/1.1" status: 200 len: 915 time: 0.2503414 Nov 29 21:57:00.071738 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878581ed-2030-4708-a396-2f8a3def3241 req-5dade730-f804-49a7-99cc-68c75d29a194 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:00.073155 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-878581ed-2030-4708-a396-2f8a3def3241 req-5dade730-f804-49a7-99cc-68c75d29a194 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d66171e-42ff-41b6-8a0f-6791d9f32362 HTTP/1.1" status: 200 len: 944 time: 0.0654802 Nov 29 21:57:00.085764 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-27d9d40f-2f30-4623-83f6-c0e85329fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:00.087261 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-27d9d40f-2f30-4623-83f6-c0e85329fd3b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88a9ca4135cb41e99a8a1477f72aef11&device_id=1f5c378e-f342-4e12-bebf-7d1dc0a525b0 HTTP/1.1" status: 200 len: 1096 time: 0.0804543 Nov 29 21:57:00.125911 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-572ca75f-1cdc-47ef-9e17-6cf0e6509630 req-6a0fff41-2c8b-4c6c-a4f7-45ba29a26ea9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07307f30-8a79-4318-959d-9ec17364663d HTTP/1.1" status: 200 len: 217 time: 0.0487325 Nov 29 21:57:00.139102 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['792504bb-6ddd-402c-8b69-ffe64e0a7e10'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 21:57:00.165343 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-878581ed-2030-4708-a396-2f8a3def3241 req-abb821cd-182d-4a19-a031-3a9c49c60e47 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/security-groups?id=480a5758-667f-4048-8501-3df5c9126967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812571 Nov 29 21:57:00.168795 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-b9a93d4d-f690-4512-bf46-ef8d14a0702f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4 HTTP/1.1" status: 200 len: 217 time: 0.0507581 Nov 29 21:57:00.253237 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ca75f-1cdc-47ef-9e17-6cf0e6509630 req-9206edd3-8d16-4ac1-ab48-e9d463eb20c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:00.254740 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-572ca75f-1cdc-47ef-9e17-6cf0e6509630 req-9206edd3-8d16-4ac1-ab48-e9d463eb20c6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=de21e223-7f66-49cf-ad6a-14de94d5d7ab HTTP/1.1" status: 200 len: 854 time: 0.0944395 Nov 29 21:57:00.258763 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-de2b10db-8827-4ab2-87b5-99ba164097cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:00.260135 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-de2b10db-8827-4ab2-87b5-99ba164097cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d362bb28-df68-417a-809b-507ebaf77a4c HTTP/1.1" status: 200 len: 851 time: 0.0666380 Nov 29 21:57:00.309909 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-572ca75f-1cdc-47ef-9e17-6cf0e6509630 req-3425e872-52b1-4f85-8595-08e360624b5e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1161b995-fa29-42da-b5c4-6d56a106eb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467443 Nov 29 21:57:00.360522 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-c847832a-a8c8-469b-b618-3bcae46eed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:00.362024 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-c847832a-a8c8-469b-b618-3bcae46eed6d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa8463df-af1a-42d4-ba11-91c61bfd007d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0876746 Nov 29 21:57:00.471331 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-572ca75f-1cdc-47ef-9e17-6cf0e6509630 req-74e9a46f-5daa-48c3-b561-ece5d77544d0 service neutron] 10.222.0.61 "GET /v2.0/networks/1161b995-fa29-42da-b5c4-6d56a106eb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519175 Nov 29 21:57:00.516900 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-e25e07e6-2172-4dd8-abfa-9e0e9f392228 service neutron] 10.222.0.61 "GET /v2.0/networks/aa8463df-af1a-42d4-ba11-91c61bfd007d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258845 Nov 29 21:57:00.924776 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-572ca75f-1cdc-47ef-9e17-6cf0e6509630 req-05875dc4-0ff7-466e-bae7-cffdb4e4565e service neutron] 10.222.0.61 "GET /v2.0/networks/1161b995-fa29-42da-b5c4-6d56a106eb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337494 Nov 29 21:57:00.925217 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bcf20-c42d-4f33-8831-7f0ecc7b3822 req-14e169bf-25d5-434a-b94f-fbfe9c3e382b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:00.926405 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2d6bcf20-c42d-4f33-8831-7f0ecc7b3822 req-14e169bf-25d5-434a-b94f-fbfe9c3e382b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 945 time: 0.1058977 Nov 29 21:57:00.937682 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-555b0998-75a7-4a0c-9aca-bcc703c148c0 service neutron] 10.222.0.61 "GET /v2.0/networks/aa8463df-af1a-42d4-ba11-91c61bfd007d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124928 Nov 29 21:57:00.959468 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5c378e-f342-4e12-bebf-7d1dc0a525b0', 'tag': 'f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:57:00.962370 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337e16cd-7956-4b04-8f32-5d3ccf3acb56" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5c378e-f342-4e12-bebf-7d1dc0a525b0", "tag": "f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:57:01.003755 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2d6bcf20-c42d-4f33-8831-7f0ecc7b3822 req-540246bd-3f6b-4531-9a76-d2d5948949d7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763001 Nov 29 21:57:01.120587 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15fa36-9857-47b1-84f0-f55a88e17afc req-16344014-288f-4e37-b620-33cde400118b tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:01.133070 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3d15fa36-9857-47b1-84f0-f55a88e17afc req-16344014-288f-4e37-b620-33cde400118b tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f5c378e-f342-4e12-bebf-7d1dc0a525b0 HTTP/1.1" status: 200 len: 943 time: 0.1220641 Nov 29 21:57:01.158804 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 176 Content-Type: application/json Date: Mon, 29 Nov 2021 21:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7b6a50-06f5-4f53-8694-af4230108311 x-openstack-request-id: req-4f7b6a50-06f5-4f53-8694-af4230108311 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:57:01.159332 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5c378e-f342-4e12-bebf-7d1dc0a525b0", "tag": "f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4", "status": "failed", "code": 422}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:57:01.159332 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4f7b6a50-06f5-4f53-8694-af4230108311 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:57:01.159761 dv-cinder-819722-1-iscsi neutron-server[109068]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': '1f5c378e-f342-4e12-bebf-7d1dc0a525b0', 'tag': 'f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4', 'status': 'failed', 'code': 422} returned with failed status Nov 29 21:57:01.188295 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3d15fa36-9857-47b1-84f0-f55a88e17afc req-13506189-37ae-4673-a4ca-9d2c3b41c102 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a3788-516e-4788-8b34-5223db2267c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543230 Nov 29 21:57:01.287774 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9fb47-1978-45ab-b727-938adfc605a6 req-e1c7dbb1-4f3a-4f00-9d4e-ffa7f08206d1 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:01.289253 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5ac9fb47-1978-45ab-b727-938adfc605a6 req-e1c7dbb1-4f3a-4f00-9d4e-ffa7f08206d1 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d66171e-42ff-41b6-8a0f-6791d9f32362 HTTP/1.1" status: 200 len: 944 time: 0.0482581 Nov 29 21:57:01.336859 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5ac9fb47-1978-45ab-b727-938adfc605a6 req-782d5d0d-db65-43a6-9c23-47a2f120c374 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/security-groups?id=480a5758-667f-4048-8501-3df5c9126967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402434 Nov 29 21:57:01.453245 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-3414e87d-2df5-4828-82f0-e35902393d95 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:01.454593 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-3414e87d-2df5-4828-82f0-e35902393d95 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f5c378e-f342-4e12-bebf-7d1dc0a525b0 HTTP/1.1" status: 200 len: 943 time: 0.0464730 Nov 29 21:57:01.501509 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 792504bb-6ddd-402c-8b69-ffe64e0a7e10 up at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:57:01.547992 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-a345f4c5-aff4-4a86-8851-3e8f09e69b8f tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Deleting port f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4 {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:57:01.548369 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-a345f4c5-aff4-4a86-8851-3e8f09e69b8f tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:01.550981 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning for port 792504bb-6ddd-402c-8b69-ffe64e0a7e10 completed by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 21:57:01.555233 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning complete for port 792504bb-6ddd-402c-8b69-ffe64e0a7e10 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:57:01.555594 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:01.635489 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-a345f4c5-aff4-4a86-8851-3e8f09e69b8f tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] For port f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4,segment=NetworkSegment(129e8922-9dbd-49a8-a94c-acaa259e137a),segment_id=129e8922-9dbd-49a8-a94c-acaa259e137a)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:57:01.635891 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-a345f4c5-aff4-4a86-8851-3e8f09e69b8f tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:01.637294 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:01.649183 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-a345f4c5-aff4-4a86-8851-3e8f09e69b8f tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Calling delete_port for f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4 owned by compute:nova {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:57:01.660914 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0eb5e4e-d920-45e4-ac29-69d3723b57a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792504bb-6ddd-402c-8b69-ffe64e0a7e10'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:57:01.663176 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}794315610de439447aed72074188a67d63b98ede12239f2058763371c4f7a0e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1065bab1-10dc-4204-8818-916a7a296b93" -d '{"events": [{"server_uuid": "c0eb5e4e-d920-45e4-ac29-69d3723b57a5", "name": "network-vif-plugged", "status": "completed", "tag": "792504bb-6ddd-402c-8b69-ffe64e0a7e10"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:57:01.676715 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 792504bb-6ddd-402c-8b69-ffe64e0a7e10, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=792504bb-6ddd-402c-8b69-ffe64e0a7e10,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:57:01.684557 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:01.710103 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 21:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b424b121-24bd-4b08-911b-1289a4d7a7a4 x-openstack-request-id: req-b424b121-24bd-4b08-911b-1289a4d7a7a4 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:57:01.710404 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0eb5e4e-d920-45e4-ac29-69d3723b57a5", "name": "network-vif-plugged", "status": "completed", "tag": "792504bb-6ddd-402c-8b69-ffe64e0a7e10", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:57:01.710653 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b424b121-24bd-4b08-911b-1289a4d7a7a4 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:57:01.711032 dv-cinder-819722-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0eb5e4e-d920-45e4-ac29-69d3723b57a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792504bb-6ddd-402c-8b69-ffe64e0a7e10', 'code': 200} Nov 29 21:57:01.738078 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=792504bb-6ddd-402c-8b69-ffe64e0a7e10,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:01.789579 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-a345f4c5-aff4-4a86-8851-3e8f09e69b8f tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:01.819723 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345f4c5-aff4-4a86-8851-3e8f09e69b8f tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Pushing event deleted for resources: {'Port': ['ID=f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:01.870966 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-a345f4c5-aff4-4a86-8851-3e8f09e69b8f tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] No DVR routers for this DVR port f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4 on host hv-cinder-81972 {{(pid=109068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 21:57:01.874828 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-a345f4c5-aff4-4a86-8851-3e8f09e69b8f tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:01.878157 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1b081e55-a030-4b6b-a350-311f740e3a04 req-a345f4c5-aff4-4a86-8851-3e8f09e69b8f tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.61 "DELETE /v2.0/ports/f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4 HTTP/1.1" status: 204 len: 173 time: 0.4169087 Nov 29 21:57:01.908548 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059cde6-9d26-48a3-a578-83bdcfd32b32 req-048848f8-d268-451b-a019-faad307f2add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:01.910063 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-0059cde6-9d26-48a3-a578-83bdcfd32b32 req-048848f8-d268-451b-a019-faad307f2add service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 1099 time: 0.0477078 Nov 29 21:57:01.981973 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-0059cde6-9d26-48a3-a578-83bdcfd32b32 req-e4f86c6d-1577-429d-a154-7d8fa4aef96a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556669 Nov 29 21:57:02.110596 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb7af1-1b54-48a9-85ae-098bca41c972 req-861bf050-09ac-4fa1-a394-9e1843ab8245 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:02.111998 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9dbb7af1-1b54-48a9-85ae-098bca41c972 req-861bf050-09ac-4fa1-a394-9e1843ab8245 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 946 time: 0.0477498 Nov 29 21:57:02.165053 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9dbb7af1-1b54-48a9-85ae-098bca41c972 req-b571065f-0b71-4d5e-9e17-9cb5b0d40fed tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472076 Nov 29 21:57:02.294160 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7f32e6b7-828a-4e01-b663-3df7e3b4e9ba req-50b38484-1201-4ef6-b3b8-a9dc2a90a2e6 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f5c378e-f342-4e12-bebf-7d1dc0a525b0 HTTP/1.1" status: 200 len: 210 time: 0.0251164 Nov 29 21:57:02.468187 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c454f-9c7e-44fc-b57f-64714ca976cd req-fc1172f0-c2ff-4ef5-9d6e-247a308fb03a tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:02.469644 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-063c454f-9c7e-44fc-b57f-64714ca976cd req-fc1172f0-c2ff-4ef5-9d6e-247a308fb03a tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d66171e-42ff-41b6-8a0f-6791d9f32362 HTTP/1.1" status: 200 len: 944 time: 0.0544097 Nov 29 21:57:02.516733 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-063c454f-9c7e-44fc-b57f-64714ca976cd req-3107e204-8330-49a9-9ff1-d7945dc3fdf0 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/security-groups?id=480a5758-667f-4048-8501-3df5c9126967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412378 Nov 29 21:57:02.730095 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-11577050-a9fb-4b5c-b1cb-75b5be7a9de8 req-b02d7b2d-56bd-4322-9db9-b60da7e78d64 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=69f3c77a-a229-45a3-8d0a-fc2c2cac2456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377538 Nov 29 21:57:02.794170 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11577050-a9fb-4b5c-b1cb-75b5be7a9de8 req-efa4c228-af84-4636-93c7-e2b9d15bf4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:02.796279 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-11577050-a9fb-4b5c-b1cb-75b5be7a9de8 req-efa4c228-af84-4636-93c7-e2b9d15bf4ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2a4f8e8463e478f8962647f6049ce0b&device_id=69f3c77a-a229-45a3-8d0a-fc2c2cac2456 HTTP/1.1" status: 200 len: 1098 time: 0.0428526 Nov 29 21:57:02.897812 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11577050-a9fb-4b5c-b1cb-75b5be7a9de8 req-37fbf6d0-074f-45fc-938f-9bf1e82cabf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:02.899308 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-11577050-a9fb-4b5c-b1cb-75b5be7a9de8 req-37fbf6d0-074f-45fc-938f-9bf1e82cabf0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=983dd8c7-05fb-4c40-89c9-8794f42a407a HTTP/1.1" status: 200 len: 916 time: 0.0830719 Nov 29 21:57:02.946363 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-11577050-a9fb-4b5c-b1cb-75b5be7a9de8 req-f18e58cb-9575-40b6-a3f7-190524f9cd8d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9124e38-118f-4907-b32b-314b4706c36a HTTP/1.1" status: 200 len: 217 time: 0.0368867 Nov 29 21:57:02.996347 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11577050-a9fb-4b5c-b1cb-75b5be7a9de8 req-2e1e5e30-bf41-4a5c-8bbf-f9690ec0e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:02.997802 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-11577050-a9fb-4b5c-b1cb-75b5be7a9de8 req-2e1e5e30-bf41-4a5c-8bbf-f9690ec0e79c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cddc48a2-9dbb-43c6-9ab8-8af0de869d07 HTTP/1.1" status: 200 len: 855 time: 0.0430546 Nov 29 21:57:03.031173 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-11577050-a9fb-4b5c-b1cb-75b5be7a9de8 req-e20798c0-72b9-42ca-bf82-c0d67ca421fc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=983dd8c7-05fb-4c40-89c9-8794f42a407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239632 Nov 29 21:57:03.125945 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-11577050-a9fb-4b5c-b1cb-75b5be7a9de8 req-d7a0d06a-8745-45db-a11c-1544ebaddea3 service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859768 Nov 29 21:57:03.162962 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5c378e-f342-4e12-bebf-7d1dc0a525b0', 'name': 'network-vif-deleted', 'tag': 'f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:57:03.165226 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b45e54b-741d-4eb2-bb4d-f0475b6f42ce" -d '{"events": [{"server_uuid": "1f5c378e-f342-4e12-bebf-7d1dc0a525b0", "name": "network-vif-deleted", "tag": "f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:57:03.200902 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 29 Nov 2021 21:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8655d3e9-baed-4170-8dff-9b8b0c77c686 x-openstack-request-id: req-8655d3e9-baed-4170-8dff-9b8b0c77c686 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:57:03.201191 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5c378e-f342-4e12-bebf-7d1dc0a525b0", "name": "network-vif-deleted", "tag": "f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4", "status": "failed", "code": 422}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:57:03.201442 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8655d3e9-baed-4170-8dff-9b8b0c77c686 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:57:03.202163 dv-cinder-819722-1-iscsi neutron-server[109068]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1f5c378e-f342-4e12-bebf-7d1dc0a525b0', 'name': 'network-vif-deleted', 'tag': 'f5eb2d47-9830-4b60-b8bc-b9a97bf10ac4', 'status': 'failed', 'code': 422} returned with failed status Nov 29 21:57:03.228080 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-11577050-a9fb-4b5c-b1cb-75b5be7a9de8 req-d0d5ae2e-810c-4bf1-bbf1-bcbaa9b3e3a4 service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932496 Nov 29 21:57:03.300485 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f2279-acb6-495e-b8f1-36a1fc4d9a5f req-ddc3faa5-9a81-459d-936e-1685ef6cdc71 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:03.301949 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7b3f2279-acb6-495e-b8f1-36a1fc4d9a5f req-ddc3faa5-9a81-459d-936e-1685ef6cdc71 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 946 time: 0.0538075 Nov 29 21:57:03.352763 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7b3f2279-acb6-495e-b8f1-36a1fc4d9a5f req-1c04b2d9-a0d4-4803-91e2-ed970cb72bfc tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442190 Nov 29 21:57:03.432707 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5745254e-f94f-49ed-9ac8-c726a4852e9d req-e10df1c2-f0b3-40f4-829b-7f1cb33717a3 tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f5c378e-f342-4e12-bebf-7d1dc0a525b0 HTTP/1.1" status: 200 len: 210 time: 0.0254493 Nov 29 21:57:03.511197 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 07307f30-8a79-4318-959d-9ec17364663d details requested by agent hyperv_hv-cinder-81972 with host hv-cinder-81972 {{(pid=109069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 21:57:03.583793 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-159028d2-6277-4a69-a0da-cc9e183a6cc7 req-b32a2ab4-d8df-4ea8-bdc8-e61bba73351c tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f5c378e-f342-4e12-bebf-7d1dc0a525b0 HTTP/1.1" status: 200 len: 210 time: 0.0272281 Nov 29 21:57:03.631610 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 07307f30-8a79-4318-959d-9ec17364663d, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=07307f30-8a79-4318-959d-9ec17364663d,segment=NetworkSegment(a3e0ed26-b173-4a24-b81d-567a3ac09c33),segment_id=a3e0ed26-b173-4a24-b81d-567a3ac09c33)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:57:03.645202 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56919662-1247-4fa3-88c6-b236243a4e38 req-fd4e8a55-2175-4569-bfe5-066d0b81eb38 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:03.646894 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-56919662-1247-4fa3-88c6-b236243a4e38 req-fd4e8a55-2175-4569-bfe5-066d0b81eb38 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d66171e-42ff-41b6-8a0f-6791d9f32362 HTTP/1.1" status: 200 len: 944 time: 0.0593612 Nov 29 21:57:03.650037 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Returning: {'device': '07307f30-8a79-4318-959d-9ec17364663d', 'network_id': '1161b995-fa29-42da-b5c4-6d56a106eb01', 'port_id': '07307f30-8a79-4318-959d-9ec17364663d', 'mac_address': 'fa:16:3e:f0:d4:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de21e223-7f66-49cf-ad6a-14de94d5d7ab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 21:57:03.699007 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:03.713966 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07307f30-8a79-4318-959d-9ec17364663d {{(pid=109069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:57:03.720413 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-56919662-1247-4fa3-88c6-b236243a4e38 req-fd532e11-18bd-4059-b307-20076b48b22e tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/security-groups?id=480a5758-667f-4048-8501-3df5c9126967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663688 Nov 29 21:57:03.739459 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 07307f30-8a79-4318-959d-9ec17364663d, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=07307f30-8a79-4318-959d-9ec17364663d,segment=NetworkSegment(a3e0ed26-b173-4a24-b81d-567a3ac09c33),segment_id=a3e0ed26-b173-4a24-b81d-567a3ac09c33)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:57:03.743812 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:03.785264 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 42588) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:03.795966 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=07307f30-8a79-4318-959d-9ec17364663d,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:03.897816 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-a773b19c-03fc-42e9-a242-53b2277c47f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:03.974858 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-a773b19c-03fc-42e9-a242-53b2277c47f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:03.978835 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-a773b19c-03fc-42e9-a242-53b2277c47f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:04.001581 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['07307f30-8a79-4318-959d-9ec17364663d'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 21:57:04.018865 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-a773b19c-03fc-42e9-a242-53b2277c47f5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7f0c5c8290484366ab3938ea9606bd90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323325 Nov 29 21:57:04.019681 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773b19c-03fc-42e9-a242-53b2277c47f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7887e0f7-1f82-430a-bb9b-7c57843c1e9e,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:04.021590 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 42602) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:04.082485 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fef1e5f0-6809-4a1d-bc2f-65ac63245e0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:04.106544 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fef1e5f0-6809-4a1d-bc2f-65ac63245e0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:04.164926 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fef1e5f0-6809-4a1d-bc2f-65ac63245e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:04.167929 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fef1e5f0-6809-4a1d-bc2f-65ac63245e0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:04.171462 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-fef1e5f0-6809-4a1d-bc2f-65ac63245e0c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7887e0f7-1f82-430a-bb9b-7c57843c1e9e HTTP/1.1" status: 204 len: 168 time: 0.1452677 Nov 29 21:57:04.177523 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1e5f0-6809-4a1d-bc2f-65ac63245e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7887e0f7-1f82-430a-bb9b-7c57843c1e9e,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:04.460834 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 42620) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:04.474188 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6f082480-f001-41d6-93c9-6baf811a841e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:04.486642 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689745f2-6665-43cd-a378-79246eeaf104 req-12052744-df23-4d6e-8027-d9b0682495c0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:04.488259 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-689745f2-6665-43cd-a378-79246eeaf104 req-12052744-df23-4d6e-8027-d9b0682495c0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 946 time: 0.0524509 Nov 29 21:57:04.539925 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-689745f2-6665-43cd-a378-79246eeaf104 req-b80a36be-41ef-4de7-a90c-0fe8cd23ffb6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448866 Nov 29 21:57:04.555535 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6f082480-f001-41d6-93c9-6baf811a841e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:04.562972 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6f082480-f001-41d6-93c9-6baf811a841e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:04.601664 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-6f082480-f001-41d6-93c9-6baf811a841e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e15500bf93074421a8edd1f7d157c1ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396928 Nov 29 21:57:04.602634 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f082480-f001-41d6-93c9-6baf811a841e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e95c35-cd93-4fd6-87fa-f89207dc13c6,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:04.604344 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 42624) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:04.689081 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a73283-5fd5-466e-921d-134813abb5df req-a020d58b-0f7f-4efc-bdc0-01f15303bba4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:04.690790 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-05a73283-5fd5-466e-921d-134813abb5df req-a020d58b-0f7f-4efc-bdc0-01f15303bba4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 946 time: 0.0789490 Nov 29 21:57:04.695809 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-de039e65-f24d-47ed-b705-d33a0df09e1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:04.699464 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 42626) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:04.704336 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-da36790e-e9e1-421d-bcbd-66c4303be9d4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Request body: {'floatingip': {'port_id': '792504bb-6ddd-402c-8b69-ffe64e0a7e10'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:57:04.717963 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-de039e65-f24d-47ed-b705-d33a0df09e1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:04.742344 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-da36790e-e9e1-421d-bcbd-66c4303be9d4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for floatingip, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:04.768602 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-de039e65-f24d-47ed-b705-d33a0df09e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:04.772210 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-de039e65-f24d-47ed-b705-d33a0df09e1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:04.776006 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-de039e65-f24d-47ed-b705-d33a0df09e1f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/71e95c35-cd93-4fd6-87fa-f89207dc13c6 HTTP/1.1" status: 204 len: 168 time: 0.1681755 Nov 29 21:57:04.789427 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de039e65-f24d-47ed-b705-d33a0df09e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e95c35-cd93-4fd6-87fa-f89207dc13c6,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:04.840977 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfd8d5-677e-41f3-a201-0ad5a119c57b req-10a1d5f5-bc91-4302-9dae-327f26178494 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:04.842725 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-70dfd8d5-677e-41f3-a201-0ad5a119c57b req-10a1d5f5-bc91-4302-9dae-327f26178494 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d66171e-42ff-41b6-8a0f-6791d9f32362 HTTP/1.1" status: 200 len: 945 time: 0.0509369 Nov 29 21:57:04.895126 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-70dfd8d5-677e-41f3-a201-0ad5a119c57b req-48db2e34-0b9e-473c-ac20-ecd95dc153b0 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/security-groups?id=480a5758-667f-4048-8501-3df5c9126967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462823 Nov 29 21:57:05.209028 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-da36790e-e9e1-421d-bcbd-66c4303be9d4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:05.214076 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-da36790e-e9e1-421d-bcbd-66c4303be9d4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811381'] for floatingip, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:05.316692 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.db.l3_db [None req-da36790e-e9e1-421d-bcbd-66c4303be9d4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Floating IP 84176c09-92fc-450e-9ad9-8d85b50e2d31 associated. External IP: 172.27.0.67, port: 792504bb-6ddd-402c-8b69-ffe64e0a7e10. Nov 29 21:57:05.336065 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 42650) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:05.396362 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-455dcbda-61d0-4c54-b3c2-2ff852522f8a tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:05.423477 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-455dcbda-61d0-4c54-b3c2-2ff852522f8a tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:05.508233 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-455dcbda-61d0-4c54-b3c2-2ff852522f8a tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:05.511986 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-455dcbda-61d0-4c54-b3c2-2ff852522f8a tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:05.516387 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-455dcbda-61d0-4c54-b3c2-2ff852522f8a tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] 10.222.0.62 "DELETE /v2.0/security-groups/340a3788-516e-4788-8b34-5223db2267c1 HTTP/1.1" status: 204 len: 168 time: 0.1759939 Nov 29 21:57:05.522788 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 07307f30-8a79-4318-959d-9ec17364663d up at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:57:05.524707 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455dcbda-61d0-4c54-b3c2-2ff852522f8a tempest-TestVolumeBootPattern-1936922120 tempest-TestVolumeBootPattern-1936922120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=340a3788-516e-4788-8b34-5223db2267c1,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:05.571295 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 42662) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:05.597934 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da36790e-e9e1-421d-bcbd-66c4303be9d4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Router a680e0bf-5dd8-4903-9264-c6389adfe5d4 has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 21:57:05.599335 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning for port 07307f30-8a79-4318-959d-9ec17364663d completed by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 21:57:05.605453 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning complete for port 07307f30-8a79-4318-959d-9ec17364663d triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:57:05.605819 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:05.695594 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:05.722452 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d66171e-42ff-41b6-8a0f-6791d9f32362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07307f30-8a79-4318-959d-9ec17364663d'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:57:05.725025 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}794315610de439447aed72074188a67d63b98ede12239f2058763371c4f7a0e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf822d3a-0209-4a12-a131-087b6611a49e" -d '{"events": [{"server_uuid": "5d66171e-42ff-41b6-8a0f-6791d9f32362", "name": "network-vif-plugged", "status": "completed", "tag": "07307f30-8a79-4318-959d-9ec17364663d"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:57:05.729013 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da36790e-e9e1-421d-bcbd-66c4303be9d4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 21:57:05.735211 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-da36790e-e9e1-421d-bcbd-66c4303be9d4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:05.763932 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c490968f-49a7-4cc0-8704-ad5443fef9df None None] Sync routers for ids ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'] in dv-cinder-819722-1-iscsi {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 21:57:05.767813 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-da36790e-e9e1-421d-bcbd-66c4303be9d4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "PUT /v2.0/floatingips/84176c09-92fc-450e-9ad9-8d85b50e2d31 HTTP/1.1" status: 200 len: 991 time: 1.0672107 Nov 29 21:57:05.768414 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0eb5e4e-d920-45e4-ac29-69d3723b57a5', 'tag': '792504bb-6ddd-402c-8b69-ffe64e0a7e10'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:57:05.770918 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a744d13-be17-41a4-8e94-7ed82ffdcc6f" -d '{"events": [{"name": "network-changed", "server_uuid": "c0eb5e4e-d920-45e4-ac29-69d3723b57a5", "tag": "792504bb-6ddd-402c-8b69-ffe64e0a7e10"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:57:05.783666 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 07307f30-8a79-4318-959d-9ec17364663d, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=07307f30-8a79-4318-959d-9ec17364663d,segment=NetworkSegment(a3e0ed26-b173-4a24-b81d-567a3ac09c33),segment_id=a3e0ed26-b173-4a24-b81d-567a3ac09c33)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:57:05.786636 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 21:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8823e21-7482-4dbe-a82a-9b0cd26033cb x-openstack-request-id: req-c8823e21-7482-4dbe-a82a-9b0cd26033cb {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:57:05.786957 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d66171e-42ff-41b6-8a0f-6791d9f32362", "name": "network-vif-plugged", "status": "completed", "tag": "07307f30-8a79-4318-959d-9ec17364663d", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:57:05.787439 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c8823e21-7482-4dbe-a82a-9b0cd26033cb {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:57:05.787869 dv-cinder-819722-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d66171e-42ff-41b6-8a0f-6791d9f32362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07307f30-8a79-4318-959d-9ec17364663d', 'code': 200} Nov 29 21:57:05.796111 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:05.809724 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c490968f-49a7-4cc0-8704-ad5443fef9df None None] Routers {'a680e0bf-5dd8-4903-9264-c6389adfe5d4'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:57:05.810641 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-c490968f-49a7-4cc0-8704-ad5443fef9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:56:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:57:05.834983 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 21:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d1988a-2ce7-4e34-963a-a712e57f3a54 x-openstack-request-id: req-45d1988a-2ce7-4e34-963a-a712e57f3a54 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:57:05.835382 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0eb5e4e-d920-45e4-ac29-69d3723b57a5", "tag": "792504bb-6ddd-402c-8b69-ffe64e0a7e10", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:57:05.835639 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-45d1988a-2ce7-4e34-963a-a712e57f3a54 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:57:05.836049 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0eb5e4e-d920-45e4-ac29-69d3723b57a5', 'tag': '792504bb-6ddd-402c-8b69-ffe64e0a7e10', 'status': 'completed', 'code': 200} Nov 29 21:57:05.932798 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a744d13-be17-41a4-8e94-7ed82ffdcc6f req-641b6284-7378-4c79-a6c5-b50e857a985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:05.937310 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1a744d13-be17-41a4-8e94-7ed82ffdcc6f req-641b6284-7378-4c79-a6c5-b50e857a985f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d96c22324dc549b6927130d27bcd77e2&device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 1099 time: 0.0725591 Nov 29 21:57:06.071177 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=07307f30-8a79-4318-959d-9ec17364663d,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:06.109865 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a744d13-be17-41a4-8e94-7ed82ffdcc6f req-44b0606e-dd34-46a8-a695-5afe80bc7c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:06.111463 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1a744d13-be17-41a4-8e94-7ed82ffdcc6f req-44b0606e-dd34-46a8-a695-5afe80bc7c54 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485a3fcd-6fd6-47e4-b88d-4877d6f347cd HTTP/1.1" status: 200 len: 918 time: 0.1676283 Nov 29 21:57:06.120173 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb13ed-f633-4ecb-96ca-b9455e098236 req-e8f452fd-db2f-42c7-9189-2236f8304b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:06.122262 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-cdcb13ed-f633-4ecb-96ca-b9455e098236 req-e8f452fd-db2f-42c7-9189-2236f8304b96 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5d66171e-42ff-41b6-8a0f-6791d9f32362 HTTP/1.1" status: 200 len: 1099 time: 0.0823529 Nov 29 21:57:06.206269 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-c490968f-49a7-4cc0-8704-ad5443fef9df None None] Set router a680e0bf-5dd8-4903-9264-c6389adfe5d4 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:57:06.250999 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5b99c-735e-4366-99f1-a89ce24f39aa req-247cda88-26ee-4c3a-82c2-350ab3474e7b tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:06.253119 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-95a5b99c-735e-4366-99f1-a89ce24f39aa req-247cda88-26ee-4c3a-82c2-350ab3474e7b tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d66171e-42ff-41b6-8a0f-6791d9f32362 HTTP/1.1" status: 200 len: 946 time: 0.1172273 Nov 29 21:57:06.253467 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-cdcb13ed-f633-4ecb-96ca-b9455e098236 req-ec67d435-192b-4bd6-900b-94cb22b0d3a9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=480a5758-667f-4048-8501-3df5c9126967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169991 Nov 29 21:57:06.260946 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1a744d13-be17-41a4-8e94-7ed82ffdcc6f req-f8b3886a-1f72-4259-8b2c-19eab83c29c2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=792504bb-6ddd-402c-8b69-ffe64e0a7e10 HTTP/1.1" status: 200 len: 999 time: 0.1284003 Nov 29 21:57:06.387612 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-95a5b99c-735e-4366-99f1-a89ce24f39aa req-8bfb7b1b-1c77-45bf-bfdc-2fcb4a0149b5 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/security-groups?id=480a5758-667f-4048-8501-3df5c9126967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099832 Nov 29 21:57:06.478930 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-c490968f-49a7-4cc0-8704-ad5443fef9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1480902385-router', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:48:03Z', 'revision_number': 4, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'gw_port': {'id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:51Z', 'updated_at': '2021-11-29T21:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_floatingips': [{'id': '84176c09-92fc-450e-9ad9-8d85b50e2d31', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'router_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'port_id': '792504bb-6ddd-402c-8b69-ffe64e0a7e10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'mac_address': 'fa:16:3e:8a:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eb5e4e-d920-45e4-ac29-69d3723b57a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T21:56:50Z', 'updated_at': '2021-11-29T21:57:05Z', 'revision_number': 1, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f', 'name': '', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'mac_address': 'fa:16:3e:a8:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:48:00Z', 'updated_at': '2021-11-29T21:48:13Z', 'revision_number': 5, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'subnets': [{'id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:57:06.499602 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a744d13-be17-41a4-8e94-7ed82ffdcc6f req-3ec8b664-afb0-413c-8a50-f5e06b2e82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:06.501139 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1a744d13-be17-41a4-8e94-7ed82ffdcc6f req-3ec8b664-afb0-413c-8a50-f5e06b2e82c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c58ec759-9321-4f1d-9f62-796449e282e7 HTTP/1.1" status: 200 len: 856 time: 0.0548434 Nov 29 21:57:06.507298 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-1e0ef42a-849f-4ec9-a8ae-c34df359e038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817269'] for router_interface, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:06.524834 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c490968f-49a7-4cc0-8704-ad5443fef9df None None] Checking router: a680e0bf-5dd8-4903-9264-c6389adfe5d4 for host: dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 21:57:06.540385 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c490968f-49a7-4cc0-8704-ad5443fef9df None None] Routers {'a680e0bf-5dd8-4903-9264-c6389adfe5d4'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:57:06.541642 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-c490968f-49a7-4cc0-8704-ad5443fef9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:56:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:57:06.567284 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a744d13-be17-41a4-8e94-7ed82ffdcc6f req-a44539a4-4129-454e-896d-ee0beea3b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:06.568799 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1a744d13-be17-41a4-8e94-7ed82ffdcc6f req-a44539a4-4129-454e-896d-ee0beea3b616 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485a3fcd-6fd6-47e4-b88d-4877d6f347cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531826 Nov 29 21:57:06.698577 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-c490968f-49a7-4cc0-8704-ad5443fef9df None None] Set router a680e0bf-5dd8-4903-9264-c6389adfe5d4 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:57:06.709257 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1a744d13-be17-41a4-8e94-7ed82ffdcc6f req-3ee7f2d5-acd0-4013-b33a-658ea99bf1c2 service neutron] 10.222.0.61 "GET /v2.0/networks/485a3fcd-6fd6-47e4-b88d-4877d6f347cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202686 Nov 29 21:57:06.828704 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1a744d13-be17-41a4-8e94-7ed82ffdcc6f req-f86143fb-6d75-4f14-bd41-4540430f523e service neutron] 10.222.0.61 "GET /v2.0/networks/485a3fcd-6fd6-47e4-b88d-4877d6f347cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070764 Nov 29 21:57:06.866235 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ef42a-849f-4ec9-a8ae-c34df359e038 admin admin] Deleting port 7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905 {{(pid=109067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:57:06.866758 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-1e0ef42a-849f-4ec9-a8ae-c34df359e038 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:06.957054 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.db [None req-1e0ef42a-849f-4ec9-a8ae-c34df359e038 admin admin] For port 7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905,segment=NetworkSegment(129e8922-9dbd-49a8-a94c-acaa259e137a),segment_id=129e8922-9dbd-49a8-a94c-acaa259e137a)] {{(pid=109067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:57:06.957441 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-1e0ef42a-849f-4ec9-a8ae-c34df359e038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:06.973314 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ef42a-849f-4ec9-a8ae-c34df359e038 admin admin] Calling delete_port for 7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905 owned by network:router_interface {{(pid=109067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:57:06.975901 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 42710) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:06.982532 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-c490968f-49a7-4cc0-8704-ad5443fef9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1480902385-router', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:48:03Z', 'revision_number': 4, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'gw_port': {'id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:51Z', 'updated_at': '2021-11-29T21:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_floatingips': [{'id': '84176c09-92fc-450e-9ad9-8d85b50e2d31', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'router_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'port_id': '792504bb-6ddd-402c-8b69-ffe64e0a7e10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'mac_address': 'fa:16:3e:8a:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eb5e4e-d920-45e4-ac29-69d3723b57a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T21:56:50Z', 'updated_at': '2021-11-29T21:57:05Z', 'revision_number': 1, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f', 'name': '', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'mac_address': 'fa:16:3e:a8:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:48:00Z', 'updated_at': '2021-11-29T21:48:13Z', 'revision_number': 5, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'subnets': [{'id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:57:07.017243 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c490968f-49a7-4cc0-8704-ad5443fef9df None None] The sync data for ids ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'] in dv-cinder-819722-1-iscsi is: [{'id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1480902385-router', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:48:03Z', 'revision_number': 4, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'gw_port': {'id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:51Z', 'updated_at': '2021-11-29T21:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_floatingips': [{'id': '84176c09-92fc-450e-9ad9-8d85b50e2d31', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'router_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'port_id': '792504bb-6ddd-402c-8b69-ffe64e0a7e10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'mac_address': 'fa:16:3e:8a:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eb5e4e-d920-45e4-ac29-69d3723b57a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T21:56:50Z', 'updated_at': '2021-11-29T21:57:05Z', 'revision_number': 1, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f', 'name': '', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'mac_address': 'fa:16:3e:a8:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:48:00Z', 'updated_at': '2021-11-29T21:48:13Z', 'revision_number': 5, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'subnets': [{'id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 21:57:07.099477 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fd615a19-5b8d-4a9d-90a7-30834381da66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:07.177943 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-1e0ef42a-849f-4ec9-a8ae-c34df359e038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126503686'] for port, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:07.184721 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fd615a19-5b8d-4a9d-90a7-30834381da66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:07.191389 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-fd615a19-5b8d-4a9d-90a7-30834381da66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:07.208154 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ef42a-849f-4ec9-a8ae-c34df359e038 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:07.238511 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0692aad8-a372-4139-9640-e8a090c80ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:07.252560 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-fd615a19-5b8d-4a9d-90a7-30834381da66 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=da60c6d7dfcd4a1796839a77163d0c3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2730758 Nov 29 21:57:07.252560 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd615a19-5b8d-4a9d-90a7-30834381da66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb01c370-20a4-451e-99e0-c7909d269cbd,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:07.254843 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 42716) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:07.320979 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c050c28-2e46-4717-8f66-da06a86b8402 None None] New status for floating IP 84176c09-92fc-450e-9ad9-8d85b50e2d31: ACTIVE {{(pid=109070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 21:57:07.356309 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-7ee8b93d-6eac-4e35-ad75-fba9b17b0a57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:07.381609 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-7ee8b93d-6eac-4e35-ad75-fba9b17b0a57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:07.432737 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-1e0ef42a-849f-4ec9-a8ae-c34df359e038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810949'] for router_interface, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:07.469602 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-7ee8b93d-6eac-4e35-ad75-fba9b17b0a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:07.472752 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-7ee8b93d-6eac-4e35-ad75-fba9b17b0a57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:07.474185 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-7ee8b93d-6eac-4e35-ad75-fba9b17b0a57 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eb01c370-20a4-451e-99e0-c7909d269cbd HTTP/1.1" status: 204 len: 168 time: 0.2069659 Nov 29 21:57:07.484326 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8b93d-6eac-4e35-ad75-fba9b17b0a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb01c370-20a4-451e-99e0-c7909d269cbd,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:07.799162 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0ef42a-849f-4ec9-a8ae-c34df359e038 admin admin] Router e8c7d2c7-8280-4041-85a9-37dc1e16b8df has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 21:57:07.815389 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d501453-cc16-427f-9570-90fb5a9b7b7f req-c79845b3-0a96-4ce9-aee3-cfc0430a0dd7 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:07.817073 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2d501453-cc16-427f-9570-90fb5a9b7b7f req-c79845b3-0a96-4ce9-aee3-cfc0430a0dd7 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d66171e-42ff-41b6-8a0f-6791d9f32362 HTTP/1.1" status: 200 len: 946 time: 0.1212792 Nov 29 21:57:07.853511 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 42726) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:07.867948 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a0c7e177-1963-4239-a0ff-f98b4601c637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:07.942765 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2d501453-cc16-427f-9570-90fb5a9b7b7f req-2f033e1d-8e13-4b04-80b9-a906c42ed202 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/security-groups?id=480a5758-667f-4048-8501-3df5c9126967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184630 Nov 29 21:57:07.949613 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a0c7e177-1963-4239-a0ff-f98b4601c637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:07.954621 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a0c7e177-1963-4239-a0ff-f98b4601c637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:07.974427 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0ef42a-849f-4ec9-a8ae-c34df359e038 admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 21:57:07.979485 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-1e0ef42a-849f-4ec9-a8ae-c34df359e038 admin admin] 10.222.0.62 "PUT /v2.0/routers/e8c7d2c7-8280-4041-85a9-37dc1e16b8df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4051621 Nov 29 21:57:07.982028 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 42728) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:07.989419 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2669809-476a-40e6-a001-77b2239ab0ff None None] Sync routers for ids ['e8c7d2c7-8280-4041-85a9-37dc1e16b8df'] in dv-cinder-819722-1-iscsi {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 21:57:07.999377 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2669809-476a-40e6-a001-77b2239ab0ff None None] Routers {'e8c7d2c7-8280-4041-85a9-37dc1e16b8df'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:57:07.999612 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7e177-1963-4239-a0ff-f98b4601c637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8bdc00-0f65-4572-bf66-e9a286243bbf,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:08.000471 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-b2669809-476a-40e6-a001-77b2239ab0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:56:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['e8c7d2c7-8280-4041-85a9-37dc1e16b8df'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:57:08.006831 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-a0c7e177-1963-4239-a0ff-f98b4601c637 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d0ebbb2720bc4d5eb8308619c1f57ed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1522491 Nov 29 21:57:08.009368 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 42730) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:08.085372 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-93a9c535-59ac-4ea6-baca-34c2c532275e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:08.110415 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-93a9c535-59ac-4ea6-baca-34c2c532275e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:08.166867 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-b2669809-476a-40e6-a001-77b2239ab0ff None None] Set router e8c7d2c7-8280-4041-85a9-37dc1e16b8df gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:57:08.168305 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-93a9c535-59ac-4ea6-baca-34c2c532275e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:08.171326 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-93a9c535-59ac-4ea6-baca-34c2c532275e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:08.174765 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-93a9c535-59ac-4ea6-baca-34c2c532275e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/db8bdc00-0f65-4572-bf66-e9a286243bbf HTTP/1.1" status: 204 len: 168 time: 0.1619875 Nov 29 21:57:08.180991 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9c535-59ac-4ea6-baca-34c2c532275e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8bdc00-0f65-4572-bf66-e9a286243bbf,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:08.340133 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-a44617a8-362a-461f-8988-e3c59e78226e admin admin] Publish callbacks [] for router, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:08.403781 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-b2669809-476a-40e6-a001-77b2239ab0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c7d2c7-8280-4041-85a9-37dc1e16b8df', 'name': 'tempest-TestVolumeBootPattern-1632745676-router', 'tenant_id': '88a9ca4135cb41e99a8a1477f72aef11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b96bf0d0-2c91-4b0c-af50-9a72eeedd276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:56:15Z', 'updated_at': '2021-11-29T21:57:07Z', 'revision_number': 5, 'project_id': '88a9ca4135cb41e99a8a1477f72aef11', 'gw_port': {'id': 'b96bf0d0-2c91-4b0c-af50-9a72eeedd276', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c7d2c7-8280-4041-85a9-37dc1e16b8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:16Z', 'updated_at': '2021-11-29T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:57:08.436202 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2669809-476a-40e6-a001-77b2239ab0ff None None] Checking router: e8c7d2c7-8280-4041-85a9-37dc1e16b8df for host: dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 21:57:08.445444 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2669809-476a-40e6-a001-77b2239ab0ff None None] Routers {'e8c7d2c7-8280-4041-85a9-37dc1e16b8df'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:57:08.445865 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-b2669809-476a-40e6-a001-77b2239ab0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:56:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['e8c7d2c7-8280-4041-85a9-37dc1e16b8df'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:57:08.471586 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-a44617a8-362a-461f-8988-e3c59e78226e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:08.526765 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-a44617a8-362a-461f-8988-e3c59e78226e admin admin] Deleting port b96bf0d0-2c91-4b0c-af50-9a72eeedd276 {{(pid=109067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:57:08.527103 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-a44617a8-362a-461f-8988-e3c59e78226e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:08.561237 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-b2669809-476a-40e6-a001-77b2239ab0ff None None] Set router e8c7d2c7-8280-4041-85a9-37dc1e16b8df gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:57:08.616136 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.db [None req-a44617a8-362a-461f-8988-e3c59e78226e admin admin] For port b96bf0d0-2c91-4b0c-af50-9a72eeedd276, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=b96bf0d0-2c91-4b0c-af50-9a72eeedd276,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:57:08.616529 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-a44617a8-362a-461f-8988-e3c59e78226e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:08.630753 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-a44617a8-362a-461f-8988-e3c59e78226e admin admin] Calling delete_port for b96bf0d0-2c91-4b0c-af50-9a72eeedd276 owned by network:router_gateway {{(pid=109067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:57:08.817036 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-a44617a8-362a-461f-8988-e3c59e78226e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126503686'] for port, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:08.845500 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44617a8-362a-461f-8988-e3c59e78226e admin admin] Pushing event deleted for resources: {'Port': ['ID=b96bf0d0-2c91-4b0c-af50-9a72eeedd276,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:08.910867 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-a44617a8-362a-461f-8988-e3c59e78226e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811427'] for router_gateway, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:08.917608 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-b2669809-476a-40e6-a001-77b2239ab0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c7d2c7-8280-4041-85a9-37dc1e16b8df', 'name': 'tempest-TestVolumeBootPattern-1632745676-router', 'tenant_id': '88a9ca4135cb41e99a8a1477f72aef11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b96bf0d0-2c91-4b0c-af50-9a72eeedd276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:56:15Z', 'updated_at': '2021-11-29T21:57:07Z', 'revision_number': 5, 'project_id': '88a9ca4135cb41e99a8a1477f72aef11', 'gw_port': {'id': 'b96bf0d0-2c91-4b0c-af50-9a72eeedd276', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c7d2c7-8280-4041-85a9-37dc1e16b8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:16Z', 'updated_at': '2021-11-29T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:57:08.949967 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2669809-476a-40e6-a001-77b2239ab0ff None None] The sync data for ids ['e8c7d2c7-8280-4041-85a9-37dc1e16b8df'] in dv-cinder-819722-1-iscsi is: [{'id': 'e8c7d2c7-8280-4041-85a9-37dc1e16b8df', 'name': 'tempest-TestVolumeBootPattern-1632745676-router', 'tenant_id': '88a9ca4135cb41e99a8a1477f72aef11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b96bf0d0-2c91-4b0c-af50-9a72eeedd276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:56:15Z', 'updated_at': '2021-11-29T21:57:07Z', 'revision_number': 5, 'project_id': '88a9ca4135cb41e99a8a1477f72aef11', 'gw_port': {'id': 'b96bf0d0-2c91-4b0c-af50-9a72eeedd276', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c7d2c7-8280-4041-85a9-37dc1e16b8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:16Z', 'updated_at': '2021-11-29T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}] {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 21:57:09.032974 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-a44617a8-362a-461f-8988-e3c59e78226e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63472'] for router, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:09.036499 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-a44617a8-362a-461f-8988-e3c59e78226e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:09.121875 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-a44617a8-362a-461f-8988-e3c59e78226e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811982'] for router, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:09.122434 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44617a8-362a-461f-8988-e3c59e78226e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8c7d2c7-8280-4041-85a9-37dc1e16b8df {{(pid=109067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 21:57:09.131020 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-a44617a8-362a-461f-8988-e3c59e78226e admin admin] Publish callbacks [] for router, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:09.134757 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-a44617a8-362a-461f-8988-e3c59e78226e admin admin] 10.222.0.62 "DELETE /v2.0/routers/e8c7d2c7-8280-4041-85a9-37dc1e16b8df HTTP/1.1" status: 204 len: 168 time: 1.1510465 Nov 29 21:57:09.134909 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 42764) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:09.144167 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ce81b-4da1-4617-afeb-290aa4bdc15e req-38e2cf86-edcb-43c8-8045-27feaaf66cce tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:09.145659 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f94ce81b-4da1-4617-afeb-290aa4bdc15e req-38e2cf86-edcb-43c8-8045-27feaaf66cce tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d66171e-42ff-41b6-8a0f-6791d9f32362 HTTP/1.1" status: 200 len: 946 time: 0.1106639 Nov 29 21:57:09.190107 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99ef82c-d774-47d6-a5cc-f35d3837cf72 admin admin] Deleting subnet d362bb28-df68-417a-809b-507ebaf77a4c {{(pid=109068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 21:57:09.193353 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a99ef82c-d774-47d6-a5cc-f35d3837cf72 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:09.219580 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f94ce81b-4da1-4617-afeb-290aa4bdc15e req-1dd01e6c-d8ea-46e8-b6b4-c0f357033c7d tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/security-groups?id=480a5758-667f-4048-8501-3df5c9126967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649381 Nov 29 21:57:09.236002 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a99ef82c-d774-47d6-a5cc-f35d3837cf72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127331947'] for subnet, precommit_delete_associations {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:09.396952 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a99ef82c-d774-47d6-a5cc-f35d3837cf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730469'] for subnet, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:09.476167 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a99ef82c-d774-47d6-a5cc-f35d3837cf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126529978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126160809'] for subnet, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:09.520721 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ef82c-d774-47d6-a5cc-f35d3837cf72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d362bb28-df68-417a-809b-507ebaf77a4c,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:09.526732 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a99ef82c-d774-47d6-a5cc-f35d3837cf72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for subnet, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:09.532213 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e586cf00-288e-4d75-aa14-13cef91a4d77 None None] Network aa8463df-af1a-42d4-ba11-91c61bfd007d requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:57:09.537926 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-a99ef82c-d774-47d6-a5cc-f35d3837cf72 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d362bb28-df68-417a-809b-507ebaf77a4c HTTP/1.1" status: 204 len: 168 time: 0.4019997 Nov 29 21:57:09.540538 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 42788) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:09.647886 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7b03-9b05-4a6b-901a-ad6cb692a275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606273'] for network, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:09.705756 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aead5f89-d790-4fcc-8ff2-845be4911080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:09.766620 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c7b03-9b05-4a6b-901a-ad6cb692a275 admin admin] Deleting port d18409f2-049f-4a7f-b6de-8785ee2c8b82 {{(pid=109067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:57:09.766959 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7b03-9b05-4a6b-901a-ad6cb692a275 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:09.809976 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14335b6-2129-4469-9b99-80eb657b95c5 None None] DHCP port deletion for aa8463df-af1a-42d4-ba11-91c61bfd007d request from dv-cinder-819722-1-iscsi {{(pid=109069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 21:57:09.845137 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905 no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 21:57:09.861440 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.db [None req-4f6c7b03-9b05-4a6b-901a-ad6cb692a275 admin admin] For port d18409f2-049f-4a7f-b6de-8785ee2c8b82, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=d18409f2-049f-4a7f-b6de-8785ee2c8b82,segment=NetworkSegment(129e8922-9dbd-49a8-a94c-acaa259e137a),segment_id=129e8922-9dbd-49a8-a94c-acaa259e137a)] {{(pid=109067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:57:09.861839 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7b03-9b05-4a6b-901a-ad6cb692a275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:09.874859 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No Port match for: 7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 21:57:09.876321 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 7e0d2ccc-3cb8-4609-98cf-1fe2f61e1905 not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 21:57:09.885345 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c7b03-9b05-4a6b-901a-ad6cb692a275 admin admin] Calling delete_port for d18409f2-049f-4a7f-b6de-8785ee2c8b82 owned by network:dhcp {{(pid=109067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:57:09.914712 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-d14335b6-2129-4469-9b99-80eb657b95c5 None None] Deleting port d18409f2-049f-4a7f-b6de-8785ee2c8b82 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:57:09.915266 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d14335b6-2129-4469-9b99-80eb657b95c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:10.000459 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7b03-9b05-4a6b-901a-ad6cb692a275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126503686'] for port, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:10.011524 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-d14335b6-2129-4469-9b99-80eb657b95c5 None None] For port d18409f2-049f-4a7f-b6de-8785ee2c8b82, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=d18409f2-049f-4a7f-b6de-8785ee2c8b82,segment=NetworkSegment(129e8922-9dbd-49a8-a94c-acaa259e137a),segment_id=129e8922-9dbd-49a8-a94c-acaa259e137a)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:57:10.012296 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d14335b6-2129-4469-9b99-80eb657b95c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:10.037722 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-d14335b6-2129-4469-9b99-80eb657b95c5 None None] Calling delete_port for d18409f2-049f-4a7f-b6de-8785ee2c8b82 owned by network:dhcp {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:57:10.041972 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c7b03-9b05-4a6b-901a-ad6cb692a275 admin admin] No DVR routers for this DVR port d18409f2-049f-4a7f-b6de-8785ee2c8b82 on host dv-cinder-819722-1-iscsi {{(pid=109067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 21:57:10.047275 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c7b03-9b05-4a6b-901a-ad6cb692a275 admin admin] Pushing event deleted for resources: {'Port': ['ID=d18409f2-049f-4a7f-b6de-8785ee2c8b82,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:10.127787 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7b03-9b05-4a6b-901a-ad6cb692a275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731116', 'neutron.services.segments.db._delete_segments_for_network-8752945619276'] for network, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:10.144435 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-4f6c7b03-9b05-4a6b-901a-ad6cb692a275 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8463df-af1a-42d4-ba11-91c61bfd007d']}} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:57:10.154174 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-4f6c7b03-9b05-4a6b-901a-ad6cb692a275 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129e8922-9dbd-49a8-a94c-acaa259e137a') {'for_net_delete': True} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:57:10.154556 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-4f6c7b03-9b05-4a6b-901a-ad6cb692a275 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129e8922-9dbd-49a8-a94c-acaa259e137a') {} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:57:10.167151 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7b03-9b05-4a6b-901a-ad6cb692a275 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752945621589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126503933'] for segment, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:10.169769 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d14335b6-2129-4469-9b99-80eb657b95c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205'] for port, after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:10.182100 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7b03-9b05-4a6b-901a-ad6cb692a275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:10.193052 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6c7b03-9b05-4a6b-901a-ad6cb692a275 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=109067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 21:57:10.193396 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7b03-9b05-4a6b-901a-ad6cb692a275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126503641'] for segment, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:10.193515 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14335b6-2129-4469-9b99-80eb657b95c5 None None] Pushing event deleted for resources: {'Port': ['ID=d18409f2-049f-4a7f-b6de-8785ee2c8b82,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: Traceback (most recent call last): Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: timer() Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: cb(*args, **kw) Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: return func(*args, **kwargs) Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: self._notify() Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: self.callback(batched_events) Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: event.method(event) Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: return f(self, *a, **k) Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: return self._get(url).json() Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: return self.request(url, 'GET', **kwargs) Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 21:57:10.195487 dv-cinder-819722-1-iscsi neutron-server[109067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 21:57:10.207093 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14335b6-2129-4469-9b99-80eb657b95c5 None None] No DVR routers for this DVR port d18409f2-049f-4a7f-b6de-8785ee2c8b82 on host dv-cinder-819722-1-iscsi {{(pid=109069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 21:57:10.274252 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7b03-9b05-4a6b-901a-ad6cb692a275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811335'] for network, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:10.280152 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7b03-9b05-4a6b-901a-ad6cb692a275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:10.284203 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-4f6c7b03-9b05-4a6b-901a-ad6cb692a275 admin admin] 10.222.0.62 "DELETE /v2.0/networks/aa8463df-af1a-42d4-ba11-91c61bfd007d HTTP/1.1" status: 204 len: 168 time: 0.7423637 Nov 29 21:57:10.287146 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 42826) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:10.298219 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c7b03-9b05-4a6b-901a-ad6cb692a275 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa8463df-af1a-42d4-ba11-91c61bfd007d,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:10.600851 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 42836) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:10.713542 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-5dbc936c-b369-4a5a-88b6-3d182acda512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:10.795192 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-5dbc936c-b369-4a5a-88b6-3d182acda512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:10.799691 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-5dbc936c-b369-4a5a-88b6-3d182acda512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:10.841012 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-5dbc936c-b369-4a5a-88b6-3d182acda512 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=64c7f6be36104e47ba1f7ac2c02f9d35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389388 Nov 29 21:57:10.842929 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc936c-b369-4a5a-88b6-3d182acda512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80530dee-97b9-4486-a7ad-e2676355a941,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:10.844804 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 42842) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:10.870796 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:10.907033 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1fef7ca7-b1c8-41ed-9103-1f8fdffe96d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:10.939235 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1fef7ca7-b1c8-41ed-9103-1f8fdffe96d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:11.010733 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-49c98952-3602-4275-a61f-eb69a8ae5d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817269'] for router_interface, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:11.044161 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1fef7ca7-b1c8-41ed-9103-1f8fdffe96d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:11.047715 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1fef7ca7-b1c8-41ed-9103-1f8fdffe96d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:11.048781 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-1fef7ca7-b1c8-41ed-9103-1f8fdffe96d1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/80530dee-97b9-4486-a7ad-e2676355a941 HTTP/1.1" status: 204 len: 168 time: 0.2030599 Nov 29 21:57:11.061968 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef7ca7-b1c8-41ed-9103-1f8fdffe96d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80530dee-97b9-4486-a7ad-e2676355a941,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:11.288080 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-49c98952-3602-4275-a61f-eb69a8ae5d39 admin admin] Deleting port 184f1e3f-dba5-4e4c-8371-5902850f03fa {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:57:11.288799 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-49c98952-3602-4275-a61f-eb69a8ae5d39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:11.331743 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 42850) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:11.345254 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-992819c5-aa4b-4dd0-abcd-23566de52600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:11.368674 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [None req-49c98952-3602-4275-a61f-eb69a8ae5d39 admin admin] For port 184f1e3f-dba5-4e4c-8371-5902850f03fa, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=184f1e3f-dba5-4e4c-8371-5902850f03fa,segment=NetworkSegment(b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d),segment_id=b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:57:11.369328 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-49c98952-3602-4275-a61f-eb69a8ae5d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:11.383254 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-49c98952-3602-4275-a61f-eb69a8ae5d39 admin admin] Calling delete_port for 184f1e3f-dba5-4e4c-8371-5902850f03fa owned by network:router_interface {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:57:11.423572 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-992819c5-aa4b-4dd0-abcd-23566de52600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:11.428771 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-992819c5-aa4b-4dd0-abcd-23566de52600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:11.471677 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-992819c5-aa4b-4dd0-abcd-23566de52600 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0d1fb5d31a984cb5ae37d70482063352&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387930 Nov 29 21:57:11.475364 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 42856) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:11.484480 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992819c5-aa4b-4dd0-abcd-23566de52600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371d3c51-be11-4819-883d-db7e6557b1c2,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:11.543866 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8d55cc3b-a857-4222-aefa-d4aa61c17b4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:11.568854 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8d55cc3b-a857-4222-aefa-d4aa61c17b4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:11.575740 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-49c98952-3602-4275-a61f-eb69a8ae5d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:11.605993 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c98952-3602-4275-a61f-eb69a8ae5d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=184f1e3f-dba5-4e4c-8371-5902850f03fa,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:11.620522 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8d55cc3b-a857-4222-aefa-d4aa61c17b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:11.624056 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8d55cc3b-a857-4222-aefa-d4aa61c17b4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:11.628267 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-8d55cc3b-a857-4222-aefa-d4aa61c17b4b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/371d3c51-be11-4819-883d-db7e6557b1c2 HTTP/1.1" status: 204 len: 168 time: 0.1519396 Nov 29 21:57:11.637601 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55cc3b-a857-4222-aefa-d4aa61c17b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371d3c51-be11-4819-883d-db7e6557b1c2,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:11.816706 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-49c98952-3602-4275-a61f-eb69a8ae5d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810949'] for router_interface, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:11.860776 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device d18409f2-049f-4a7f-b6de-8785ee2c8b82 no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 21:57:11.887543 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No Port match for: d18409f2-049f-4a7f-b6de-8785ee2c8b82 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 21:57:11.888195 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device d18409f2-049f-4a7f-b6de-8785ee2c8b82 not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 21:57:11.888653 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device b96bf0d0-2c91-4b0c-af50-9a72eeedd276 no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 21:57:11.910530 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No Port match for: b96bf0d0-2c91-4b0c-af50-9a72eeedd276 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 21:57:11.910877 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device b96bf0d0-2c91-4b0c-af50-9a72eeedd276 not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 21:57:12.063843 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c98952-3602-4275-a61f-eb69a8ae5d39 admin admin] Router 5f2a54c1-8d18-4060-a3bd-5d91cc7b9619 has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 21:57:12.113059 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:12.190911 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c98952-3602-4275-a61f-eb69a8ae5d39 admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 21:57:12.197766 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-49c98952-3602-4275-a61f-eb69a8ae5d39 admin admin] 10.222.0.62 "PUT /v2.0/routers/5f2a54c1-8d18-4060-a3bd-5d91cc7b9619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9090276 Nov 29 21:57:12.200564 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 42876) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:12.201996 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551d1332-a088-4d60-b79f-bd740920800c None None] Sync routers for ids ['5f2a54c1-8d18-4060-a3bd-5d91cc7b9619'] in dv-cinder-819722-1-iscsi {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 21:57:12.212383 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551d1332-a088-4d60-b79f-bd740920800c None None] Routers {'5f2a54c1-8d18-4060-a3bd-5d91cc7b9619'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:57:12.213093 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-551d1332-a088-4d60-b79f-bd740920800c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:57:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['5f2a54c1-8d18-4060-a3bd-5d91cc7b9619'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:57:12.319811 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-be3811b1-e52c-4121-b21c-2c317f17cea1 admin admin] Publish callbacks [] for router, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:12.414392 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-551d1332-a088-4d60-b79f-bd740920800c None None] Set router 5f2a54c1-8d18-4060-a3bd-5d91cc7b9619 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:57:12.427544 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-be3811b1-e52c-4121-b21c-2c317f17cea1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:12.505248 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-be3811b1-e52c-4121-b21c-2c317f17cea1 admin admin] Deleting port f2e38f6a-f7e0-4a21-9078-36aff05fe6d5 {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:57:12.505598 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-be3811b1-e52c-4121-b21c-2c317f17cea1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:12.615174 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-551d1332-a088-4d60-b79f-bd740920800c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a54c1-8d18-4060-a3bd-5d91cc7b9619', 'name': 'tempest-TestVolumeBootPattern-967886028-router', 'tenant_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'f2e38f6a-f7e0-4a21-9078-36aff05fe6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:56:23Z', 'updated_at': '2021-11-29T21:57:11Z', 'revision_number': 5, 'project_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'gw_port': {'id': 'f2e38f6a-f7e0-4a21-9078-36aff05fe6d5', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2a54c1-8d18-4060-a3bd-5d91cc7b9619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:56:24Z', 'updated_at': '2021-11-29T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:57:12.616856 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [None req-be3811b1-e52c-4121-b21c-2c317f17cea1 admin admin] For port f2e38f6a-f7e0-4a21-9078-36aff05fe6d5, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=f2e38f6a-f7e0-4a21-9078-36aff05fe6d5,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:57:12.617239 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-be3811b1-e52c-4121-b21c-2c317f17cea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:12.631211 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-be3811b1-e52c-4121-b21c-2c317f17cea1 admin admin] Calling delete_port for f2e38f6a-f7e0-4a21-9078-36aff05fe6d5 owned by network:router_gateway {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:57:12.646469 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551d1332-a088-4d60-b79f-bd740920800c None None] Checking router: 5f2a54c1-8d18-4060-a3bd-5d91cc7b9619 for host: dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 21:57:12.654974 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551d1332-a088-4d60-b79f-bd740920800c None None] Routers {'5f2a54c1-8d18-4060-a3bd-5d91cc7b9619'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:57:12.655690 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-551d1332-a088-4d60-b79f-bd740920800c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:57:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['5f2a54c1-8d18-4060-a3bd-5d91cc7b9619'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:57:12.743686 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-551d1332-a088-4d60-b79f-bd740920800c None None] Set router 5f2a54c1-8d18-4060-a3bd-5d91cc7b9619 gateway port host: None {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:57:12.798924 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-551d1332-a088-4d60-b79f-bd740920800c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2a54c1-8d18-4060-a3bd-5d91cc7b9619', 'name': 'tempest-TestVolumeBootPattern-967886028-router', 'tenant_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:56:23Z', 'updated_at': '2021-11-29T21:57:12Z', 'revision_number': 6, 'project_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'gw_port_host': None}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:57:12.811986 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-be3811b1-e52c-4121-b21c-2c317f17cea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:12.840279 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551d1332-a088-4d60-b79f-bd740920800c None None] The sync data for ids ['5f2a54c1-8d18-4060-a3bd-5d91cc7b9619'] in dv-cinder-819722-1-iscsi is: [{'id': '5f2a54c1-8d18-4060-a3bd-5d91cc7b9619', 'name': 'tempest-TestVolumeBootPattern-967886028-router', 'tenant_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:56:23Z', 'updated_at': '2021-11-29T21:57:12Z', 'revision_number': 6, 'project_id': 'cc221a47858c4442a7d8e9f1170d3c10', 'gw_port_host': None}] {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 21:57:12.872216 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3811b1-e52c-4121-b21c-2c317f17cea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e38f6a-f7e0-4a21-9078-36aff05fe6d5,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:12.877335 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 42898) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:12.917291 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-be3811b1-e52c-4121-b21c-2c317f17cea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811427'] for router_gateway, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:12.992692 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-ca089241-d73d-46be-bd6b-53989334e0af admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:13.008824 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-be3811b1-e52c-4121-b21c-2c317f17cea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63472'] for router, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:13.011172 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-be3811b1-e52c-4121-b21c-2c317f17cea1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:13.055282 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-be3811b1-e52c-4121-b21c-2c317f17cea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811982'] for router, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:13.055835 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3811b1-e52c-4121-b21c-2c317f17cea1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f2a54c1-8d18-4060-a3bd-5d91cc7b9619 {{(pid=109068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 21:57:13.060135 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-be3811b1-e52c-4121-b21c-2c317f17cea1 admin admin] Publish callbacks [] for router, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:13.064332 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-be3811b1-e52c-4121-b21c-2c317f17cea1 admin admin] 10.222.0.62 "DELETE /v2.0/routers/5f2a54c1-8d18-4060-a3bd-5d91cc7b9619 HTTP/1.1" status: 204 len: 168 time: 0.8602204 Nov 29 21:57:13.064646 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 42902) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:13.102847 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-ca089241-d73d-46be-bd6b-53989334e0af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:13.112161 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-ca089241-d73d-46be-bd6b-53989334e0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:13.137961 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:13.151011 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.db_base_plugin_v2 [None req-def27066-53c4-4698-a6f5-4ef36bc47ef2 admin admin] Deleting subnet 72788246-381e-4f53-95d7-b4bd36f2489d {{(pid=109067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 21:57:13.159437 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-def27066-53c4-4698-a6f5-4ef36bc47ef2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:13.182824 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca089241-d73d-46be-bd6b-53989334e0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bb63af-d4ca-4b4d-8623-22eb7dc6afdf,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:13.198971 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 42904) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:13.199109 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-ca089241-d73d-46be-bd6b-53989334e0af admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c09fadfcda0f4b83b16f3105d82347cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105907 Nov 29 21:57:13.213923 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-def27066-53c4-4698-a6f5-4ef36bc47ef2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126503812'] for subnet, precommit_delete_associations {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:13.254223 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-0f6ab087-74cf-4ee2-8934-242afee015bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:13.288922 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-0f6ab087-74cf-4ee2-8934-242afee015bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:13.338483 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-def27066-53c4-4698-a6f5-4ef36bc47ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730469'] for subnet, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:13.344917 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-0f6ab087-74cf-4ee2-8934-242afee015bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:13.347790 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-0f6ab087-74cf-4ee2-8934-242afee015bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:13.353363 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-0f6ab087-74cf-4ee2-8934-242afee015bf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/17bb63af-d4ca-4b4d-8623-22eb7dc6afdf HTTP/1.1" status: 204 len: 168 time: 0.1489716 Nov 29 21:57:13.357016 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ab087-74cf-4ee2-8934-242afee015bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bb63af-d4ca-4b4d-8623-22eb7dc6afdf,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:13.408540 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-def27066-53c4-4698-a6f5-4ef36bc47ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126503739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126245010'] for subnet, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:13.434810 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def27066-53c4-4698-a6f5-4ef36bc47ef2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72788246-381e-4f53-95d7-b4bd36f2489d,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:13.444299 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-def27066-53c4-4698-a6f5-4ef36bc47ef2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:13.448249 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468a174d-01c3-4490-abab-9c89f53401db None None] Network 375319b0-a9e5-4fa1-9bb8-837cbfa6ad15 requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:57:13.451437 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-def27066-53c4-4698-a6f5-4ef36bc47ef2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/72788246-381e-4f53-95d7-b4bd36f2489d HTTP/1.1" status: 204 len: 168 time: 0.3854606 Nov 29 21:57:13.453834 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 42910) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:13.530423 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-db01b6ca-4819-4e2f-8d60-304bef1343b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606273'] for network, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:13.623427 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-db01b6ca-4819-4e2f-8d60-304bef1343b5 admin admin] Deleting port c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3 {{(pid=109067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:57:13.624151 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-db01b6ca-4819-4e2f-8d60-304bef1343b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:13.657169 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a119044e-dfce-4406-b484-63561fb92797 None None] DHCP port deletion for 375319b0-a9e5-4fa1-9bb8-837cbfa6ad15 request from dv-cinder-819722-1-iscsi {{(pid=109069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 21:57:13.725882 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-a119044e-dfce-4406-b484-63561fb92797 None None] Deleting port c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:57:13.728384 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a119044e-dfce-4406-b484-63561fb92797 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:13.754106 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.db [None req-db01b6ca-4819-4e2f-8d60-304bef1343b5 admin admin] For port c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3,segment=NetworkSegment(b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d),segment_id=b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d)] {{(pid=109067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:57:13.754508 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-db01b6ca-4819-4e2f-8d60-304bef1343b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:13.790181 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-db01b6ca-4819-4e2f-8d60-304bef1343b5 admin admin] Calling delete_port for c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3 owned by network:dhcp {{(pid=109067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:57:13.800495 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device f2e38f6a-f7e0-4a21-9078-36aff05fe6d5 no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 21:57:13.836380 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No Port match for: f2e38f6a-f7e0-4a21-9078-36aff05fe6d5 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 21:57:13.836807 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device f2e38f6a-f7e0-4a21-9078-36aff05fe6d5 not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 21:57:13.837283 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3 no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 21:57:13.840228 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-a119044e-dfce-4406-b484-63561fb92797 None None] For port c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3,segment=NetworkSegment(b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d),segment_id=b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:57:13.840797 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a119044e-dfce-4406-b484-63561fb92797 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:13.878876 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-a119044e-dfce-4406-b484-63561fb92797 None None] Calling delete_port for c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3 owned by network:dhcp {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:57:13.890788 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-db01b6ca-4819-4e2f-8d60-304bef1343b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126503686'] for port, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:13.921637 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01b6ca-4819-4e2f-8d60-304bef1343b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:13.923500 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db01b6ca-4819-4e2f-8d60-304bef1343b5 admin admin] No DVR routers for this DVR port c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3 on host dv-cinder-819722-1-iscsi {{(pid=109067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 21:57:13.948037 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No active binding found for port c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3 {{(pid=109069) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 29 21:57:13.948469 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3 not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 21:57:13.948912 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 184f1e3f-dba5-4e4c-8371-5902850f03fa no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 21:57:13.974142 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No Port match for: 184f1e3f-dba5-4e4c-8371-5902850f03fa {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 21:57:13.974490 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 184f1e3f-dba5-4e4c-8371-5902850f03fa not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 21:57:14.004690 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-db01b6ca-4819-4e2f-8d60-304bef1343b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731116', 'neutron.services.segments.db._delete_segments_for_network-8752945619276'] for network, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:14.019793 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a119044e-dfce-4406-b484-63561fb92797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205'] for port, after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:14.032002 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-db01b6ca-4819-4e2f-8d60-304bef1343b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375319b0-a9e5-4fa1-9bb8-837cbfa6ad15']}} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:57:14.042126 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-db01b6ca-4819-4e2f-8d60-304bef1343b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d') {'for_net_delete': True} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:57:14.042509 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-db01b6ca-4819-4e2f-8d60-304bef1343b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c0497a-3fb7-4f5a-a1f1-10fbcdef0e6d') {} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:57:14.046558 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119044e-dfce-4406-b484-63561fb92797 None None] Pushing event deleted for resources: {'Port': ['ID=c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:14.053923 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a119044e-dfce-4406-b484-63561fb92797 None None] No DVR routers for this DVR port c895b2ac-9d1b-443e-bbbd-b42cfbeef0f3 on host dv-cinder-819722-1-iscsi {{(pid=109069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 21:57:14.054714 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-db01b6ca-4819-4e2f-8d60-304bef1343b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752945621589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126503933'] for segment, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:14.070089 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-db01b6ca-4819-4e2f-8d60-304bef1343b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:14.076884 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db01b6ca-4819-4e2f-8d60-304bef1343b5 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=109067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 21:57:14.077444 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-db01b6ca-4819-4e2f-8d60-304bef1343b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126503641'] for segment, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: Traceback (most recent call last): Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: timer() Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: cb(*args, **kw) Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: return func(*args, **kwargs) Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: self._notify() Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: self.callback(batched_events) Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: event.method(event) Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: return f(self, *a, **k) Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: return self._get(url).json() Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: return self.request(url, 'GET', **kwargs) Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 21:57:14.079331 dv-cinder-819722-1-iscsi neutron-server[109067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 21:57:14.140824 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-db01b6ca-4819-4e2f-8d60-304bef1343b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811335'] for network, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:14.146600 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-db01b6ca-4819-4e2f-8d60-304bef1343b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:14.149924 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-db01b6ca-4819-4e2f-8d60-304bef1343b5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/375319b0-a9e5-4fa1-9bb8-837cbfa6ad15 HTTP/1.1" status: 204 len: 168 time: 0.6951456 Nov 29 21:57:14.164232 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01b6ca-4819-4e2f-8d60-304bef1343b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=375319b0-a9e5-4fa1-9bb8-837cbfa6ad15,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:14.318108 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 42946) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:14.362964 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-66edca3d-cbe2-4122-ab6d-3a9cf2000a39 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=88a9ca4135cb41e99a8a1477f72aef11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428061 Nov 29 21:57:14.364742 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 42950) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:14.417277 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-94dae934-9c7c-47b8-a30a-91521152182e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:14.440132 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-94dae934-9c7c-47b8-a30a-91521152182e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:14.488434 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-94dae934-9c7c-47b8-a30a-91521152182e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:14.491140 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-94dae934-9c7c-47b8-a30a-91521152182e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:14.492300 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-94dae934-9c7c-47b8-a30a-91521152182e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e76dac63-0d60-4013-b3aa-33c4c7f4458b HTTP/1.1" status: 204 len: 168 time: 0.1266589 Nov 29 21:57:14.505139 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dae934-9c7c-47b8-a30a-91521152182e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76dac63-0d60-4013-b3aa-33c4c7f4458b,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:14.591714 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 42958) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:14.752914 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-08838993-42fa-4282-8ae1-49171dcda383 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:14.824550 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 42968) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:14.835467 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-08838993-42fa-4282-8ae1-49171dcda383 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:14.839820 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-08838993-42fa-4282-8ae1-49171dcda383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:14.865842 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-0c3e8893-4f3c-494d-84fd-0fe61bcb1bc5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cc221a47858c4442a7d8e9f1170d3c10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378516 Nov 29 21:57:14.866204 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 42970) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:14.878459 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-08838993-42fa-4282-8ae1-49171dcda383 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=551540ea625d4c59acaa55056a9a5665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2853985 Nov 29 21:57:14.879015 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08838993-42fa-4282-8ae1-49171dcda383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5889bd-c238-44f1-9f2c-42d19e3d2f8a,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:14.881316 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 42972) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:14.920237 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6889c159-1afa-4001-ab82-0389fb910566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:14.937695 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3056f83d-ca95-4a91-9e1b-b7aedd72d113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:14.943527 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6889c159-1afa-4001-ab82-0389fb910566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:14.960663 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3056f83d-ca95-4a91-9e1b-b7aedd72d113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:14.993679 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6889c159-1afa-4001-ab82-0389fb910566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:14.996351 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6889c159-1afa-4001-ab82-0389fb910566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:14.997476 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-6889c159-1afa-4001-ab82-0389fb910566 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b41ab889-daa1-4804-8cb3-42234a8ab76d HTTP/1.1" status: 204 len: 168 time: 0.1302390 Nov 29 21:57:15.007043 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889c159-1afa-4001-ab82-0389fb910566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41ab889-daa1-4804-8cb3-42234a8ab76d,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:15.019597 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3056f83d-ca95-4a91-9e1b-b7aedd72d113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:15.022523 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3056f83d-ca95-4a91-9e1b-b7aedd72d113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:15.023731 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-3056f83d-ca95-4a91-9e1b-b7aedd72d113 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f5889bd-c238-44f1-9f2c-42d19e3d2f8a HTTP/1.1" status: 204 len: 168 time: 0.1415102 Nov 29 21:57:15.033120 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056f83d-ca95-4a91-9e1b-b7aedd72d113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5889bd-c238-44f1-9f2c-42d19e3d2f8a,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:16.629217 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:57:18.991605 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 43070) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:19.092880 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3e11be95-f697-4f6d-a4f7-779a622cb444 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:19.172246 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3e11be95-f697-4f6d-a4f7-779a622cb444 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:19.175866 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3e11be95-f697-4f6d-a4f7-779a622cb444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:19.214050 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-3e11be95-f697-4f6d-a4f7-779a622cb444 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=de2b4c79775e4388aee4fbe3cc80570d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213492 Nov 29 21:57:19.216121 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11be95-f697-4f6d-a4f7-779a622cb444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcade7b6-6761-46a0-98c9-3d065d2679de,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:19.217600 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 43078) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:19.267092 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-118db73b-65ec-402c-953b-968e63b2ae10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:19.288033 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-118db73b-65ec-402c-953b-968e63b2ae10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:19.334992 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-118db73b-65ec-402c-953b-968e63b2ae10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:19.337564 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-118db73b-65ec-402c-953b-968e63b2ae10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:19.338694 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-118db73b-65ec-402c-953b-968e63b2ae10 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fcade7b6-6761-46a0-98c9-3d065d2679de HTTP/1.1" status: 204 len: 168 time: 0.1201470 Nov 29 21:57:19.347275 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118db73b-65ec-402c-953b-968e63b2ae10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcade7b6-6761-46a0-98c9-3d065d2679de,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:22.799560 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 43148) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:22.903371 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-c0f1518b-d32b-4ac1-8c7c-c80999d6044c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:22.976354 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-c0f1518b-d32b-4ac1-8c7c-c80999d6044c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:22.979916 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-c0f1518b-d32b-4ac1-8c7c-c80999d6044c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:23.017747 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-c0f1518b-d32b-4ac1-8c7c-c80999d6044c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=322b759daf2b4809830a3530d1a8723a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171109 Nov 29 21:57:23.018960 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1518b-d32b-4ac1-8c7c-c80999d6044c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47279b9a-b81b-43bc-b09a-85e77d0cb1e4,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:23.020477 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 43152) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:57:23.069692 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-69560410-2410-4d5c-a744-8301aeff547a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:23.090727 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-69560410-2410-4d5c-a744-8301aeff547a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:23.135257 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-69560410-2410-4d5c-a744-8301aeff547a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:23.137859 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-69560410-2410-4d5c-a744-8301aeff547a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:23.139702 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-69560410-2410-4d5c-a744-8301aeff547a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/47279b9a-b81b-43bc-b09a-85e77d0cb1e4 HTTP/1.1" status: 204 len: 168 time: 0.1181853 Nov 29 21:57:23.147359 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69560410-2410-4d5c-a744-8301aeff547a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47279b9a-b81b-43bc-b09a-85e77d0cb1e4,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:57:29.989724 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:37.227860 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ed54196f-76e9-430f-a908-9b7ecc3deec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:39.676586 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-1f93eb50-f6c9-4134-a415-c88f3b80df95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:40.873894 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:42.108929 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:43.130911 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:57:49.201941 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02baf3eb-8192-4a0a-b72c-0cab09feee74 req-a5fed077-c3de-4386-baa3-98bb107ab09a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:49.204018 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-02baf3eb-8192-4a0a-b72c-0cab09feee74 req-a5fed077-c3de-4386-baa3-98bb107ab09a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 946 time: 0.1982791 Nov 29 21:57:49.253199 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-02baf3eb-8192-4a0a-b72c-0cab09feee74 req-c5301d31-f127-4a47-b56b-50ef269f7c5e tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431447 Nov 29 21:57:50.426603 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0a5d3-5b7a-4fb0-a6d8-c6fd5bb70d1a req-2b57565e-c63e-4ea2-a491-917eb3789d0f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:50.428089 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-91f0a5d3-5b7a-4fb0-a6d8-c6fd5bb70d1a req-2b57565e-c63e-4ea2-a491-917eb3789d0f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 946 time: 0.1028464 Nov 29 21:57:50.475581 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-91f0a5d3-5b7a-4fb0-a6d8-c6fd5bb70d1a req-5611bc7d-daf0-44c0-94f2-5c339b167d69 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414240 Nov 29 21:57:51.603098 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614fe72-f833-498c-b0a9-86b8f46066a0 req-8f871107-ea36-4ad5-bee7-a768a9c9a9b1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:51.604569 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1614fe72-f833-498c-b0a9-86b8f46066a0 req-8f871107-ea36-4ad5-bee7-a768a9c9a9b1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 946 time: 0.0521734 Nov 29 21:57:51.650298 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1614fe72-f833-498c-b0a9-86b8f46066a0 req-42f9cff1-4abd-49d0-9093-63e1a2be0c63 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389385 Nov 29 21:57:52.770913 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6aa950-3693-468f-b34b-1602a4f44742 req-3fb33752-7949-42f2-8428-1426232ca0bf tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:52.772302 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3e6aa950-3693-468f-b34b-1602a4f44742 req-3fb33752-7949-42f2-8428-1426232ca0bf tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 946 time: 0.0502927 Nov 29 21:57:52.818319 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3e6aa950-3693-468f-b34b-1602a4f44742 req-e95f6385-fade-4564-a674-a71c127fcba1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402038 Nov 29 21:57:53.628204 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:57:53.934669 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4fab2-72b4-4128-98cc-1e8bbd4e1181 req-2b6f276d-1c73-4eb3-bab0-ae1bdc1f0856 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:53.936145 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0da4fab2-72b4-4128-98cc-1e8bbd4e1181 req-2b6f276d-1c73-4eb3-bab0-ae1bdc1f0856 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 946 time: 0.0469339 Nov 29 21:57:53.983454 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0da4fab2-72b4-4128-98cc-1e8bbd4e1181 req-5549a380-2a51-4f67-8b42-5a37f9a50ef9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403461 Nov 29 21:57:55.105210 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb8320-3b72-404a-947f-09efcb16ac47 req-968e8351-efe4-40d8-9adf-a40926331ed5 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:55.106660 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0fbb8320-3b72-404a-947f-09efcb16ac47 req-968e8351-efe4-40d8-9adf-a40926331ed5 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 946 time: 0.0515146 Nov 29 21:57:55.153405 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0fbb8320-3b72-404a-947f-09efcb16ac47 req-55b84611-9573-4a01-96f3-64fe28ad552f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402706 Nov 29 21:57:56.271381 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164cebd-0539-4560-ab4a-fc8d87605707 req-d203edba-5559-4ae6-aa79-2569691e3285 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:56.272842 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8164cebd-0539-4560-ab4a-fc8d87605707 req-d203edba-5559-4ae6-aa79-2569691e3285 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 946 time: 0.0486064 Nov 29 21:57:56.319579 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8164cebd-0539-4560-ab4a-fc8d87605707 req-4a2ecbb8-215d-46c4-bd27-0d34e3fb4cee tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409844 Nov 29 21:57:57.437925 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17b63c-340c-4a4c-af84-4395dec3c008 req-c045b997-0a9a-4832-91b6-dd98adb9ce5b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:57.439821 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-db17b63c-340c-4a4c-af84-4395dec3c008 req-c045b997-0a9a-4832-91b6-dd98adb9ce5b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 946 time: 0.0487642 Nov 29 21:57:57.489955 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-db17b63c-340c-4a4c-af84-4395dec3c008 req-7ec9576f-4c4a-46da-ad90-87cdcd91c8ff tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438595 Nov 29 21:57:58.608233 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa56e8-1375-4aa2-8865-51fd73155ebe req-6a6ad697-cc57-4077-9b9f-73a3df95c507 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:58.610216 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d3aa56e8-1375-4aa2-8865-51fd73155ebe req-6a6ad697-cc57-4077-9b9f-73a3df95c507 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 946 time: 0.0475533 Nov 29 21:57:58.656817 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d3aa56e8-1375-4aa2-8865-51fd73155ebe req-53337b19-20c9-482d-ae2f-1c11b056fe01 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405948 Nov 29 21:57:59.774531 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0baa70c-7b0d-4e5d-92be-2e7245e17973 req-6de68637-0f72-4315-8a16-545d0157acf1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:57:59.776010 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f0baa70c-7b0d-4e5d-92be-2e7245e17973 req-6de68637-0f72-4315-8a16-545d0157acf1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 946 time: 0.0469799 Nov 29 21:57:59.823774 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f0baa70c-7b0d-4e5d-92be-2e7245e17973 req-3b7fb41a-c194-4a31-9194-4a7e44cd24c7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420320 Nov 29 21:58:00.000097 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:58:00.946774 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e80a5f-a629-40c1-a9fb-7e051647817f req-f9848b7d-3ba4-4486-8b53-5303cbf2c549 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:00.948857 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-62e80a5f-a629-40c1-a9fb-7e051647817f req-f9848b7d-3ba4-4486-8b53-5303cbf2c549 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 946 time: 0.0524032 Nov 29 21:58:00.996143 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-62e80a5f-a629-40c1-a9fb-7e051647817f req-20bfdab4-7da2-471a-b35a-91ae0f4bbd3b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414634 Nov 29 21:58:01.770731 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 792504bb-6ddd-402c-8b69-ffe64e0a7e10 details requested by agent hyperv_hv-cinder-81972 with host hv-cinder-81972 {{(pid=109069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 21:58:01.872184 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 792504bb-6ddd-402c-8b69-ffe64e0a7e10, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=792504bb-6ddd-402c-8b69-ffe64e0a7e10,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:58:01.885116 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Returning: {'device': '792504bb-6ddd-402c-8b69-ffe64e0a7e10', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'port_id': '792504bb-6ddd-402c-8b69-ffe64e0a7e10', 'mac_address': 'fa:16:3e:8a:76:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 21:58:01.924767 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:58:01.937482 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 792504bb-6ddd-402c-8b69-ffe64e0a7e10 {{(pid=109069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:58:01.959643 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 792504bb-6ddd-402c-8b69-ffe64e0a7e10, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=792504bb-6ddd-402c-8b69-ffe64e0a7e10,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:58:01.963888 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:58:02.014394 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=792504bb-6ddd-402c-8b69-ffe64e0a7e10,revision_number=6']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:58:02.023591 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:58:02.023591 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:58:02.023591 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:58:02.027385 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:58:02.028159 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:58:02.028995 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:58:02.029154 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:58:02.029503 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:58:02.029865 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:58:02.030201 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:58:02.030651 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:58:02.031144 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:58:02.070145 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['792504bb-6ddd-402c-8b69-ffe64e0a7e10'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 21:58:02.130638 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2f55c-31d0-40ce-bf01-6c0ef5efcede req-4578f228-365c-47fd-ad08-32e3197a64eb tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:02.138310 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-69c2f55c-31d0-40ce-bf01-6c0ef5efcede req-4578f228-365c-47fd-ad08-32e3197a64eb tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 945 time: 0.0678034 Nov 29 21:58:02.195963 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-69c2f55c-31d0-40ce-bf01-6c0ef5efcede req-6c970c99-03aa-4d98-bd0b-f09ceabe96e0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569248 Nov 29 21:58:03.324050 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2de41-357c-4aaa-9af2-e8a219171d51 req-91960ceb-3c82-4095-8dd6-6096b8db88dc tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:03.326260 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a3b2de41-357c-4aaa-9af2-e8a219171d51 req-91960ceb-3c82-4095-8dd6-6096b8db88dc tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 945 time: 0.0540450 Nov 29 21:58:03.400449 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a3b2de41-357c-4aaa-9af2-e8a219171d51 req-c7c80a3a-0cde-4866-bd3e-f9febd89c48a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666237 Nov 29 21:58:03.681426 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e1bdec27-1ad5-445b-bd87-468a998d1c24 req-bfcbbf62-0555-45ba-9461-af50c5869c40 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453296 Nov 29 21:58:03.777084 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 792504bb-6ddd-402c-8b69-ffe64e0a7e10 up at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:58:03.784342 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdec27-1ad5-445b-bd87-468a998d1c24 req-05e49adc-75bc-492e-889a-457cae2996c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:03.785856 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e1bdec27-1ad5-445b-bd87-468a998d1c24 req-05e49adc-75bc-492e-889a-457cae2996c8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2a4f8e8463e478f8962647f6049ce0b&device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 1098 time: 0.0478806 Nov 29 21:58:03.838180 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning complete for port 792504bb-6ddd-402c-8b69-ffe64e0a7e10 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:58:03.839031 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:58:03.918539 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdec27-1ad5-445b-bd87-468a998d1c24 req-10cfc2fc-a46b-472b-9fd6-73c9a3f83135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:03.920479 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e1bdec27-1ad5-445b-bd87-468a998d1c24 req-10cfc2fc-a46b-472b-9fd6-73c9a3f83135 service neutron] 10.222.0.61 "GET /v2.0/networks?id=983dd8c7-05fb-4c40-89c9-8794f42a407a HTTP/1.1" status: 200 len: 916 time: 0.1103199 Nov 29 21:58:03.929412 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:58:03.959734 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0eb5e4e-d920-45e4-ac29-69d3723b57a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792504bb-6ddd-402c-8b69-ffe64e0a7e10'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:58:03.963154 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}794315610de439447aed72074188a67d63b98ede12239f2058763371c4f7a0e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c5fc8e-718e-490a-a01f-ddc0ad1a0f2e" -d '{"events": [{"server_uuid": "c0eb5e4e-d920-45e4-ac29-69d3723b57a5", "name": "network-vif-plugged", "status": "completed", "tag": "792504bb-6ddd-402c-8b69-ffe64e0a7e10"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:58:03.977212 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e1bdec27-1ad5-445b-bd87-468a998d1c24 req-ff159f6b-4bbf-4dd2-b693-3177c9116416 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8786a8a-cfa1-45de-927d-72613e1bc431 HTTP/1.1" status: 200 len: 217 time: 0.0466554 Nov 29 21:58:03.979040 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 792504bb-6ddd-402c-8b69-ffe64e0a7e10, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=792504bb-6ddd-402c-8b69-ffe64e0a7e10,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:58:03.985189 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:58:04.026397 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 21:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f9e0dc-c02d-4163-90a9-6b1cc6e48421 x-openstack-request-id: req-81f9e0dc-c02d-4163-90a9-6b1cc6e48421 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:58:04.026891 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0eb5e4e-d920-45e4-ac29-69d3723b57a5", "name": "network-vif-plugged", "status": "completed", "tag": "792504bb-6ddd-402c-8b69-ffe64e0a7e10", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:58:04.027375 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-81f9e0dc-c02d-4163-90a9-6b1cc6e48421 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:58:04.027933 dv-cinder-819722-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0eb5e4e-d920-45e4-ac29-69d3723b57a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792504bb-6ddd-402c-8b69-ffe64e0a7e10', 'code': 200} Nov 29 21:58:04.053092 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdec27-1ad5-445b-bd87-468a998d1c24 req-fd73f2f3-5b99-4ee6-a6f7-9ff5d0f68ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:04.055000 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e1bdec27-1ad5-445b-bd87-468a998d1c24 req-fd73f2f3-5b99-4ee6-a6f7-9ff5d0f68ada service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cddc48a2-9dbb-43c6-9ab8-8af0de869d07 HTTP/1.1" status: 200 len: 855 time: 0.0698078 Nov 29 21:58:04.056910 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=792504bb-6ddd-402c-8b69-ffe64e0a7e10,revision_number=7']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:58:04.088731 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e1bdec27-1ad5-445b-bd87-468a998d1c24 req-80e001cc-772c-4087-8698-984bdceed92e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=983dd8c7-05fb-4c40-89c9-8794f42a407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266881 Nov 29 21:58:04.104110 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [req-e1bdec27-1ad5-445b-bd87-468a998d1c24 req-69209cf3-6351-4fa8-830b-6368cd68607c service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109068) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 21:58:04.105111 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e1bdec27-1ad5-445b-bd87-468a998d1c24 req-69209cf3-6351-4fa8-830b-6368cd68607c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063968 Nov 29 21:58:04.248568 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e1bdec27-1ad5-445b-bd87-468a998d1c24 req-5e8b6735-f93d-4b2b-825e-262cf1d68567 service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342380 Nov 29 21:58:04.344739 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e1bdec27-1ad5-445b-bd87-468a998d1c24 req-f0d15e95-d667-4d5d-bcf3-b6c6f5985ca3 service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874834 Nov 29 21:58:04.525827 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6b2f6-e38e-4828-9e86-414fae067762 req-979c4e9d-f00d-4dbe-8c2c-4ddd4ca7bc83 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:04.528796 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c1f6b2f6-e38e-4828-9e86-414fae067762 req-979c4e9d-f00d-4dbe-8c2c-4ddd4ca7bc83 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 946 time: 0.0540252 Nov 29 21:58:04.584526 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c1f6b2f6-e38e-4828-9e86-414fae067762 req-956fd6a6-b490-4d01-9d9b-6440e2e0bc86 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490892 Nov 29 21:58:05.714983 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651f0d4-ae55-4173-8013-b7098d9855fe req-4bd470e7-5161-4f9f-9ca2-d7ca4e82dec6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:05.719588 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d651f0d4-ae55-4173-8013-b7098d9855fe req-4bd470e7-5161-4f9f-9ca2-d7ca4e82dec6 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 946 time: 0.0573153 Nov 29 21:58:05.771660 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d651f0d4-ae55-4173-8013-b7098d9855fe req-7e0d0a71-a1ee-4bc4-8739-887dc8b17044 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476425 Nov 29 21:58:06.920310 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b518982-02f2-4eaa-8efe-d16f19275b82 req-105cf71e-e793-4627-9bfd-32ab7f685137 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:06.921893 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4b518982-02f2-4eaa-8efe-d16f19275b82 req-105cf71e-e793-4627-9bfd-32ab7f685137 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 946 time: 0.0676637 Nov 29 21:58:06.981927 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-4b518982-02f2-4eaa-8efe-d16f19275b82 req-618398b0-087d-4a03-9519-df7a96c76ed0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508766 Nov 29 21:58:07.235145 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0e185d66-b13d-433c-a20a-fc547305edcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:58:08.110569 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19d2e1-4f1b-4822-a4bf-426a18cb1faf req-a9f2deb5-94f5-45a4-81b8-dab5aec1c363 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:08.112902 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-bf19d2e1-4f1b-4822-a4bf-426a18cb1faf req-a9f2deb5-94f5-45a4-81b8-dab5aec1c363 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 946 time: 0.0553167 Nov 29 21:58:08.169476 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-bf19d2e1-4f1b-4822-a4bf-426a18cb1faf req-f28871d7-22ec-4244-ae16-505d22c9abc2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499334 Nov 29 21:58:09.473475 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff80df-1e15-4183-921a-93268b344ff8 req-c437087f-525e-41c0-9304-513162c09de1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:09.475728 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d5ff80df-1e15-4183-921a-93268b344ff8 req-c437087f-525e-41c0-9304-513162c09de1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 946 time: 0.0549595 Nov 29 21:58:09.527378 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d5ff80df-1e15-4183-921a-93268b344ff8 req-00161772-c9bc-42df-91ee-c140470c5aa4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457253 Nov 29 21:58:09.679181 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d3276668-3957-492e-8717-881902f2e6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:58:10.662457 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446d44a-78bc-40b8-bfc8-14e538659ad0 req-deda42d4-2cc5-49f4-b38c-7a6327508dd3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:10.664169 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1446d44a-78bc-40b8-bfc8-14e538659ad0 req-deda42d4-2cc5-49f4-b38c-7a6327508dd3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 946 time: 0.0541666 Nov 29 21:58:10.716867 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1446d44a-78bc-40b8-bfc8-14e538659ad0 req-51059735-acb5-4106-ac68-ff93b3026b20 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449884 Nov 29 21:58:10.875469 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:58:11.616950 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c8368-1e6b-4c4a-9f2d-f0e61dbf455c req-d50d9795-5c1f-43ce-9a56-af832a39a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:11.618408 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7d2c8368-1e6b-4c4a-9f2d-f0e61dbf455c req-d50d9795-5c1f-43ce-9a56-af832a39a08d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d96c22324dc549b6927130d27bcd77e2&device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 1099 time: 0.0439465 Nov 29 21:58:11.706655 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c8368-1e6b-4c4a-9f2d-f0e61dbf455c req-f73eed45-c19b-464a-a45b-59f10b15c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:11.708108 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7d2c8368-1e6b-4c4a-9f2d-f0e61dbf455c req-f73eed45-c19b-464a-a45b-59f10b15c02d service neutron] 10.222.0.61 "GET /v2.0/networks?id=485a3fcd-6fd6-47e4-b88d-4877d6f347cd HTTP/1.1" status: 200 len: 918 time: 0.0814204 Nov 29 21:58:11.774730 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7d2c8368-1e6b-4c4a-9f2d-f0e61dbf455c req-528c3011-b855-4b78-9ded-21a88deb57cd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=792504bb-6ddd-402c-8b69-ffe64e0a7e10 HTTP/1.1" status: 200 len: 1001 time: 0.0599015 Nov 29 21:58:11.824278 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c8368-1e6b-4c4a-9f2d-f0e61dbf455c req-bedc7e6f-9bc2-4700-906b-fa687f7eeb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:11.825814 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7d2c8368-1e6b-4c4a-9f2d-f0e61dbf455c req-bedc7e6f-9bc2-4700-906b-fa687f7eeb49 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c58ec759-9321-4f1d-9f62-796449e282e7 HTTP/1.1" status: 200 len: 856 time: 0.0439718 Nov 29 21:58:11.843792 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b6cfb-90e5-4d0d-ae44-a10d2cde8736 req-734250cd-3ca9-4c09-897d-e315222c7253 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:11.845426 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-bc5b6cfb-90e5-4d0d-ae44-a10d2cde8736 req-734250cd-3ca9-4c09-897d-e315222c7253 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 946 time: 0.0487151 Nov 29 21:58:11.870362 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c8368-1e6b-4c4a-9f2d-f0e61dbf455c req-a8139c32-8fb0-4f47-a824-052192d2f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:11.871942 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7d2c8368-1e6b-4c4a-9f2d-f0e61dbf455c req-a8139c32-8fb0-4f47-a824-052192d2f9c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485a3fcd-6fd6-47e4-b88d-4877d6f347cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389137 Nov 29 21:58:11.896281 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-bc5b6cfb-90e5-4d0d-ae44-a10d2cde8736 req-a293fc5e-10e4-44b7-a044-149e2e3a37f1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448985 Nov 29 21:58:11.964625 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7d2c8368-1e6b-4c4a-9f2d-f0e61dbf455c req-98aa4bf0-21f5-4ddd-98f6-3fb677ccfefe service neutron] 10.222.0.61 "GET /v2.0/networks/485a3fcd-6fd6-47e4-b88d-4877d6f347cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855448 Nov 29 21:58:12.053978 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-7d2c8368-1e6b-4c4a-9f2d-f0e61dbf455c req-9c446b51-7f40-4ea2-b1bc-bbcd4d245cb4 service neutron] 10.222.0.61 "GET /v2.0/networks/485a3fcd-6fd6-47e4-b88d-4877d6f347cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816386 Nov 29 21:58:12.112550 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:58:13.013452 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453f51c-b0ce-49b6-b100-621f1f9cc201 req-cc90e640-06d6-4bfc-aec0-9c90482443d7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:13.014888 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7453f51c-b0ce-49b6-b100-621f1f9cc201 req-cc90e640-06d6-4bfc-aec0-9c90482443d7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 946 time: 0.0477834 Nov 29 21:58:13.062095 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7453f51c-b0ce-49b6-b100-621f1f9cc201 req-ebad0be1-88f0-4497-a171-6e6ba8d203f3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405481 Nov 29 21:58:13.134236 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:58:14.180840 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ff81e-566e-4944-b8a5-0cbbb5430b65 req-7a26185f-2e20-4356-9b5f-de2f9cf72a48 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:14.182277 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c17ff81e-566e-4944-b8a5-0cbbb5430b65 req-7a26185f-2e20-4356-9b5f-de2f9cf72a48 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 946 time: 0.0479293 Nov 29 21:58:14.228894 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c17ff81e-566e-4944-b8a5-0cbbb5430b65 req-a5febae7-d992-45d0-83c0-6a5317ad3c8d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408041 Nov 29 21:58:14.940745 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [req-39c02c5e-f2f6-486a-8189-e0b46d4ff99c req-6755187a-564a-4b11-b9d9-47dbb100b1ab service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 21:58:14.941733 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-39c02c5e-f2f6-486a-8189-e0b46d4ff99c req-6755187a-564a-4b11-b9d9-47dbb100b1ab service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063448 Nov 29 21:58:15.308130 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde939eb-e472-4078-861e-bd2fa344a51c req-6f102d3a-4ca4-436a-8737-48a68d696e2d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:15.309613 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-bde939eb-e472-4078-861e-bd2fa344a51c req-6f102d3a-4ca4-436a-8737-48a68d696e2d tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 946 time: 0.2642002 Nov 29 21:58:15.392819 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-bde939eb-e472-4078-861e-bd2fa344a51c req-7ffdd4dd-ef6e-4cfb-9727-9fe26974b420 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755346 Nov 29 21:58:15.399886 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e1046002-a182-4ffa-9bd2-69ef5903732f req-ee664d9d-30a9-4c42-bf24-73dc7f45286a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1180255 Nov 29 21:58:15.802492 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 792504bb-6ddd-402c-8b69-ffe64e0a7e10 no longer exists at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 21:58:15.881825 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:58:16.021165 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0eb5e4e-d920-45e4-ac29-69d3723b57a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '792504bb-6ddd-402c-8b69-ffe64e0a7e10'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:58:16.023324 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}794315610de439447aed72074188a67d63b98ede12239f2058763371c4f7a0e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2222cc3-779e-46f0-9b58-aa09a0eb6fb5" -d '{"events": [{"server_uuid": "c0eb5e4e-d920-45e4-ac29-69d3723b57a5", "name": "network-vif-unplugged", "status": "completed", "tag": "792504bb-6ddd-402c-8b69-ffe64e0a7e10"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:58:16.036630 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 792504bb-6ddd-402c-8b69-ffe64e0a7e10, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=792504bb-6ddd-402c-8b69-ffe64e0a7e10,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:58:16.040343 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:58:16.063063 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 21:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af2895d-36f3-4f9d-b188-94971dd2e18f x-openstack-request-id: req-2af2895d-36f3-4f9d-b188-94971dd2e18f {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:58:16.063381 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0eb5e4e-d920-45e4-ac29-69d3723b57a5", "name": "network-vif-unplugged", "status": "completed", "tag": "792504bb-6ddd-402c-8b69-ffe64e0a7e10", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:58:16.063891 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2af2895d-36f3-4f9d-b188-94971dd2e18f {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:58:16.064276 dv-cinder-819722-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0eb5e4e-d920-45e4-ac29-69d3723b57a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '792504bb-6ddd-402c-8b69-ffe64e0a7e10', 'code': 200} Nov 29 21:58:16.089706 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=792504bb-6ddd-402c-8b69-ffe64e0a7e10,revision_number=8']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:58:16.175929 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1046002-a182-4ffa-9bd2-69ef5903732f req-15a5de14-4f0d-4a3f-a2eb-5f7bf9bc6bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:16.177437 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e1046002-a182-4ffa-9bd2-69ef5903732f req-15a5de14-4f0d-4a3f-a2eb-5f7bf9bc6bc3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5&tenant_id=d96c22324dc549b6927130d27bcd77e2 HTTP/1.1" status: 200 len: 1097 time: 0.0730424 Nov 29 21:58:16.238700 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1046002-a182-4ffa-9bd2-69ef5903732f req-07a4cb54-4d9f-44f2-9d29-94172ae15e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:16.240219 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e1046002-a182-4ffa-9bd2-69ef5903732f req-07a4cb54-4d9f-44f2-9d29-94172ae15e14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d96c22324dc549b6927130d27bcd77e2&device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 1097 time: 0.0397284 Nov 29 21:58:16.332305 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1046002-a182-4ffa-9bd2-69ef5903732f req-30be5c6b-db87-45d8-ba4c-6290a6b4b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:16.333752 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e1046002-a182-4ffa-9bd2-69ef5903732f req-30be5c6b-db87-45d8-ba4c-6290a6b4b053 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485a3fcd-6fd6-47e4-b88d-4877d6f347cd HTTP/1.1" status: 200 len: 918 time: 0.0866411 Nov 29 21:58:16.398561 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e1046002-a182-4ffa-9bd2-69ef5903732f req-d816069d-590f-48e1-b01d-7f9b36b0f4c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=792504bb-6ddd-402c-8b69-ffe64e0a7e10 HTTP/1.1" status: 200 len: 999 time: 0.0575409 Nov 29 21:58:16.448234 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1046002-a182-4ffa-9bd2-69ef5903732f req-9151322d-ddff-4534-8bb9-37fecde8b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:16.449705 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e1046002-a182-4ffa-9bd2-69ef5903732f req-9151322d-ddff-4534-8bb9-37fecde8b35d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c58ec759-9321-4f1d-9f62-796449e282e7 HTTP/1.1" status: 200 len: 856 time: 0.0438910 Nov 29 21:58:16.498832 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1046002-a182-4ffa-9bd2-69ef5903732f req-b329dee5-0b25-46e6-99e2-4f83d780e14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:16.500412 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e1046002-a182-4ffa-9bd2-69ef5903732f req-b329dee5-0b25-46e6-99e2-4f83d780e14a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485a3fcd-6fd6-47e4-b88d-4877d6f347cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422752 Nov 29 21:58:16.518097 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ffc97-3121-4cb3-ad7c-cc60d0ffc525 req-511866a9-d12d-4652-85f1-b0a348621f29 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:16.519604 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c88ffc97-3121-4cb3-ad7c-cc60d0ffc525 req-511866a9-d12d-4652-85f1-b0a348621f29 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 944 time: 0.0484507 Nov 29 21:58:16.570739 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c88ffc97-3121-4cb3-ad7c-cc60d0ffc525 req-6c4a2bc9-4acb-4344-9b68-d28dbe4dd7d7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450046 Nov 29 21:58:16.850206 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e1046002-a182-4ffa-9bd2-69ef5903732f req-9fce0d9c-e8a2-4646-baa0-bcc5514daa9b service neutron] 10.222.0.61 "GET /v2.0/networks/485a3fcd-6fd6-47e4-b88d-4877d6f347cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418140 Nov 29 21:58:16.940089 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e1046002-a182-4ffa-9bd2-69ef5903732f req-4c59e7db-ea16-4be3-abc3-bf7e73085ebd service neutron] 10.222.0.61 "GET /v2.0/networks/485a3fcd-6fd6-47e4-b88d-4877d6f347cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820377 Nov 29 21:58:17.741806 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c89ec-1e68-498b-a025-0d55e8c0f387 req-731c5157-bd2c-4f7c-8bb7-54365e296fad tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:17.751086 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-125c89ec-1e68-498b-a025-0d55e8c0f387 req-731c5157-bd2c-4f7c-8bb7-54365e296fad tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 944 time: 0.0832560 Nov 29 21:58:17.815240 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-125c89ec-1e68-498b-a025-0d55e8c0f387 req-f9b16e98-3203-4453-984f-c34a2c693bb3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621827 Nov 29 21:58:18.952361 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974613e-4e0a-4da0-9ea0-f47199635ac7 req-682d7975-99d5-4134-a109-1fa8e40aaf8f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:18.954392 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1974613e-4e0a-4da0-9ea0-f47199635ac7 req-682d7975-99d5-4134-a109-1fa8e40aaf8f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 944 time: 0.0538621 Nov 29 21:58:19.002743 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1974613e-4e0a-4da0-9ea0-f47199635ac7 req-a7ff3b27-bf4d-44a2-8ffd-239b6bbda4a1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423603 Nov 29 21:58:20.125218 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446d2a6-1d2f-4de4-90f5-ad4e98b89875 req-57e00c04-ed70-448e-a103-a686c8fa7c51 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:20.127034 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a446d2a6-1d2f-4de4-90f5-ad4e98b89875 req-57e00c04-ed70-448e-a103-a686c8fa7c51 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 944 time: 0.0527053 Nov 29 21:58:20.188062 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-a446d2a6-1d2f-4de4-90f5-ad4e98b89875 req-68f97905-bbb1-4f94-ab9f-a44b31407099 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537949 Nov 29 21:58:21.302977 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41846178-9636-44a6-94af-42231221cba8 req-ebd88878-3a0d-4630-beb3-7f1a311b6171 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:21.304440 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-41846178-9636-44a6-94af-42231221cba8 req-ebd88878-3a0d-4630-beb3-7f1a311b6171 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 944 time: 0.0480886 Nov 29 21:58:21.351330 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-41846178-9636-44a6-94af-42231221cba8 req-cbd0a963-f7c3-4955-ac15-56430d1e52f3 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410702 Nov 29 21:58:22.470877 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6276e-6f90-49a7-9682-7bf166d50196 req-153efbb6-cd35-4d19-8d9d-ed1c91ca34ad tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:22.472358 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-eea6276e-6f90-49a7-9682-7bf166d50196 req-153efbb6-cd35-4d19-8d9d-ed1c91ca34ad tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 944 time: 0.0478308 Nov 29 21:58:22.524612 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-eea6276e-6f90-49a7-9682-7bf166d50196 req-f38e2148-4d07-4f9d-a0a9-c0fccbe45f57 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465024 Nov 29 21:58:23.662721 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3e56f-1831-4348-b1c2-08f8308ccb20 req-71fc98dc-4af7-4366-993f-b8cf71bb11dd tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:23.664214 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2ab3e56f-1831-4348-b1c2-08f8308ccb20 req-71fc98dc-4af7-4366-993f-b8cf71bb11dd tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 944 time: 0.0501037 Nov 29 21:58:23.713008 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-2ab3e56f-1831-4348-b1c2-08f8308ccb20 req-0c281275-ce82-4098-b47e-82465c5759c0 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427346 Nov 29 21:58:24.837964 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4febb-d3c6-4e14-a06d-6366716ae95f req-d4d6a652-ca67-4394-a951-34a923e87048 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:24.842553 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-25d4febb-d3c6-4e14-a06d-6366716ae95f req-d4d6a652-ca67-4394-a951-34a923e87048 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 944 time: 0.0561635 Nov 29 21:58:24.895642 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-25d4febb-d3c6-4e14-a06d-6366716ae95f req-41753a20-8ff0-4be9-8d0d-cc739635d938 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498903 Nov 29 21:58:26.030903 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09039d36-d07b-4783-abe0-fb67107a9342 req-b421d769-c257-41d1-9aa7-e795c1e3f0fc tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:26.033697 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-09039d36-d07b-4783-abe0-fb67107a9342 req-b421d769-c257-41d1-9aa7-e795c1e3f0fc tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 944 time: 0.0651915 Nov 29 21:58:26.090708 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-09039d36-d07b-4783-abe0-fb67107a9342 req-8f18eee1-29a4-4e00-a2f4-c13e79a429d9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508804 Nov 29 21:58:27.242326 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a64688-a014-4308-b621-cc7741bf20de req-d19fb88a-be43-45c9-9a18-6c4dd6e50205 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:27.243846 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b7a64688-a014-4308-b621-cc7741bf20de req-d19fb88a-be43-45c9-9a18-6c4dd6e50205 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 944 time: 0.0536928 Nov 29 21:58:27.290465 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b7a64688-a014-4308-b621-cc7741bf20de req-cc698869-6a54-43dd-9037-313ffc6e3383 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408964 Nov 29 21:58:28.412826 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7fe77-73eb-49ee-9997-3f880be9f16f req-a3cc33b6-5f62-4643-b23f-0410e4e979a1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:28.414359 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5ef7fe77-73eb-49ee-9997-3f880be9f16f req-a3cc33b6-5f62-4643-b23f-0410e4e979a1 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 944 time: 0.0504553 Nov 29 21:58:28.467258 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5ef7fe77-73eb-49ee-9997-3f880be9f16f req-ba2392a4-82d2-42aa-8121-a8b71af89fc2 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469496 Nov 29 21:58:29.598094 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6309751-60ad-4661-946d-349f89d936cd req-a55f11fc-5849-48b7-a46f-7bc2d388d577 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:29.599605 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e6309751-60ad-4661-946d-349f89d936cd req-a55f11fc-5849-48b7-a46f-7bc2d388d577 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 944 time: 0.0502360 Nov 29 21:58:29.647381 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e6309751-60ad-4661-946d-349f89d936cd req-f6cf4901-eefe-44f9-8ed0-9d6c648a75cb tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419266 Nov 29 21:58:30.003655 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:58:30.627900 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:58:30.765357 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf38b52-19b9-4f43-8fcd-99879c26250e req-3d116e09-d120-4037-b6de-f0de24d23f8f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:30.766901 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-aaf38b52-19b9-4f43-8fcd-99879c26250e req-3d116e09-d120-4037-b6de-f0de24d23f8f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 944 time: 0.0489709 Nov 29 21:58:30.814508 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-aaf38b52-19b9-4f43-8fcd-99879c26250e req-e63fd408-feac-44ee-9525-6355dd6db96b tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416870 Nov 29 21:58:31.941400 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035c1a5-b88f-4665-a07f-7598686793a0 req-db5a0e52-eb89-432e-bf77-f29811385712 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:31.942850 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8035c1a5-b88f-4665-a07f-7598686793a0 req-db5a0e52-eb89-432e-bf77-f29811385712 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 944 time: 0.0580091 Nov 29 21:58:31.989401 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8035c1a5-b88f-4665-a07f-7598686793a0 req-f7658b70-8403-4063-8293-823476eb6fc5 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407090 Nov 29 21:58:33.109180 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416e053-4990-44b2-84d3-2cd649c2d197 req-1a04a04c-ed99-4a19-ba1c-954b688754e7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:33.110657 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c416e053-4990-44b2-84d3-2cd649c2d197 req-1a04a04c-ed99-4a19-ba1c-954b688754e7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 944 time: 0.0488293 Nov 29 21:58:33.160636 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c416e053-4990-44b2-84d3-2cd649c2d197 req-81451568-2a7a-4702-8fc9-873714bb5975 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439513 Nov 29 21:58:33.878450 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 792504bb-6ddd-402c-8b69-ffe64e0a7e10 details requested by agent hyperv_hv-cinder-81972 with host hv-cinder-81972 {{(pid=109069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 21:58:33.969661 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 792504bb-6ddd-402c-8b69-ffe64e0a7e10, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=792504bb-6ddd-402c-8b69-ffe64e0a7e10,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:58:33.983202 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Returning: {'device': '792504bb-6ddd-402c-8b69-ffe64e0a7e10', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'port_id': '792504bb-6ddd-402c-8b69-ffe64e0a7e10', 'mac_address': 'fa:16:3e:8a:76:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 21:58:34.020187 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:58:34.032306 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792504bb-6ddd-402c-8b69-ffe64e0a7e10 {{(pid=109069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 21:58:34.051642 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 792504bb-6ddd-402c-8b69-ffe64e0a7e10, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=792504bb-6ddd-402c-8b69-ffe64e0a7e10,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:58:34.055090 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:58:34.101352 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=792504bb-6ddd-402c-8b69-ffe64e0a7e10,revision_number=9']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:58:34.281170 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f501a3-3907-4fa7-9321-0d0f6f5afd70 req-81fde65f-be9e-4ab9-932a-bae1c2f71c35 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:34.282532 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d1f501a3-3907-4fa7-9321-0d0f6f5afd70 req-81fde65f-be9e-4ab9-932a-bae1c2f71c35 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 945 time: 0.0509899 Nov 29 21:58:34.301051 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['792504bb-6ddd-402c-8b69-ffe64e0a7e10'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 21:58:34.330089 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d1f501a3-3907-4fa7-9321-0d0f6f5afd70 req-bf21e695-ef9a-4ff5-b407-a3954fd52014 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410261 Nov 29 21:58:35.448235 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae04608-4bf4-4648-9f37-b504bd9de68c req-02acb2dd-b7ad-4f29-897a-206c065f79f4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:35.449605 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1ae04608-4bf4-4648-9f37-b504bd9de68c req-02acb2dd-b7ad-4f29-897a-206c065f79f4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 945 time: 0.0484557 Nov 29 21:58:35.496400 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1ae04608-4bf4-4648-9f37-b504bd9de68c req-5ab91ccf-a39c-40e6-96ad-73d141fac9cb tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403612 Nov 29 21:58:35.897836 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 792504bb-6ddd-402c-8b69-ffe64e0a7e10 up at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 21:58:35.944503 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning complete for port 792504bb-6ddd-402c-8b69-ffe64e0a7e10 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 21:58:35.944864 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:58:36.021554 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:58:36.042800 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0eb5e4e-d920-45e4-ac29-69d3723b57a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792504bb-6ddd-402c-8b69-ffe64e0a7e10'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:58:36.045061 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}794315610de439447aed72074188a67d63b98ede12239f2058763371c4f7a0e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d68aa2a-1e91-4ccd-ae7c-00978f6f4019" -d '{"events": [{"server_uuid": "c0eb5e4e-d920-45e4-ac29-69d3723b57a5", "name": "network-vif-plugged", "status": "completed", "tag": "792504bb-6ddd-402c-8b69-ffe64e0a7e10"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:58:36.057669 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port 792504bb-6ddd-402c-8b69-ffe64e0a7e10, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=792504bb-6ddd-402c-8b69-ffe64e0a7e10,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:58:36.062114 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:58:36.087808 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 21:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782f56b2-8c45-4a9b-b875-30e7142eeb31 x-openstack-request-id: req-782f56b2-8c45-4a9b-b875-30e7142eeb31 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:58:36.088107 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0eb5e4e-d920-45e4-ac29-69d3723b57a5", "name": "network-vif-plugged", "status": "completed", "tag": "792504bb-6ddd-402c-8b69-ffe64e0a7e10", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:58:36.088366 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-782f56b2-8c45-4a9b-b875-30e7142eeb31 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:58:36.088755 dv-cinder-819722-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0eb5e4e-d920-45e4-ac29-69d3723b57a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792504bb-6ddd-402c-8b69-ffe64e0a7e10', 'code': 200} Nov 29 21:58:36.113211 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=792504bb-6ddd-402c-8b69-ffe64e0a7e10,revision_number=10']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:58:36.268238 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f06a7d-e700-4cb3-b0f4-d878cf5b4f78 req-583dfd90-94d4-44a7-9220-81a0ca70f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:36.270382 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e5f06a7d-e700-4cb3-b0f4-d878cf5b4f78 req-583dfd90-94d4-44a7-9220-81a0ca70f01f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 1100 time: 0.0409653 Nov 29 21:58:36.314536 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e5f06a7d-e700-4cb3-b0f4-d878cf5b4f78 req-012db731-97a6-43af-962c-c8a6914abc81 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370345 Nov 29 21:58:36.621586 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7500cd-3031-4244-938d-0f2da85b3ac7 req-f51d154e-8e80-4cbf-b6c7-a4ef021c48d4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:36.623089 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6a7500cd-3031-4244-938d-0f2da85b3ac7 req-f51d154e-8e80-4cbf-b6c7-a4ef021c48d4 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 947 time: 0.0550423 Nov 29 21:58:36.674146 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6a7500cd-3031-4244-938d-0f2da85b3ac7 req-ab01ab3e-3212-42e2-b0ed-66ab7f80e5ed tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443704 Nov 29 21:58:37.227330 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a1ee18d3-9948-4ed4-9ae3-8e6216058eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:58:37.796615 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9683f8-4e7a-47a1-9f49-656688b71155 req-90574d2b-56a6-4eb8-8542-ab433f7eebaa tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:37.798347 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-bd9683f8-4e7a-47a1-9f49-656688b71155 req-90574d2b-56a6-4eb8-8542-ab433f7eebaa tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 947 time: 0.0507724 Nov 29 21:58:37.847967 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-bd9683f8-4e7a-47a1-9f49-656688b71155 req-31dbe0e1-f4c3-4900-97c4-acad07856c73 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429289 Nov 29 21:58:38.968042 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1c11c-3a6f-480f-abeb-49cfd292578c req-feb3cca1-04ce-4114-868d-762a1b9afe8f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:58:38.969420 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-69e1c11c-3a6f-480f-abeb-49cfd292578c req-feb3cca1-04ce-4114-868d-762a1b9afe8f tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 947 time: 0.0488808 Nov 29 21:58:39.018335 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-69e1c11c-3a6f-480f-abeb-49cfd292578c req-15fd0bfe-2aca-4884-9947-04c10942489a tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422475 Nov 29 21:58:39.680930 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b55cb1e9-fe83-49ad-bc77-f173b6e34fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:58:40.881723 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:58:42.115223 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:58:43.136148 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:00.022460 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:03.687644 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c71f0273-12d3-4193-8533-c340f406c0d5 req-2d81e27c-d5a5-4652-901c-5be074a4f861 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=69f3c77a-a229-45a3-8d0a-fc2c2cac2456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382144 Nov 29 21:59:03.751339 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f0273-12d3-4193-8533-c340f406c0d5 req-2da4ff01-5a6c-4e75-bf01-fcdcd0bc5e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:59:03.752869 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c71f0273-12d3-4193-8533-c340f406c0d5 req-2da4ff01-5a6c-4e75-bf01-fcdcd0bc5e99 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2a4f8e8463e478f8962647f6049ce0b&device_id=69f3c77a-a229-45a3-8d0a-fc2c2cac2456 HTTP/1.1" status: 200 len: 1098 time: 0.0425692 Nov 29 21:59:03.854613 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f0273-12d3-4193-8533-c340f406c0d5 req-f65a9627-99d2-475e-8e5b-40a3ff796d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:59:03.856780 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c71f0273-12d3-4193-8533-c340f406c0d5 req-f65a9627-99d2-475e-8e5b-40a3ff796d1c service neutron] 10.222.0.61 "GET /v2.0/networks?id=983dd8c7-05fb-4c40-89c9-8794f42a407a HTTP/1.1" status: 200 len: 916 time: 0.0843301 Nov 29 21:59:03.901535 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c71f0273-12d3-4193-8533-c340f406c0d5 req-e3e11475-550b-4cf8-9424-1f4b3b11cdd6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9124e38-118f-4907-b32b-314b4706c36a HTTP/1.1" status: 200 len: 217 time: 0.0367982 Nov 29 21:59:03.948792 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f0273-12d3-4193-8533-c340f406c0d5 req-cbf73f3b-704b-4607-8506-4f7a20d93168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:59:03.950091 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c71f0273-12d3-4193-8533-c340f406c0d5 req-cbf73f3b-704b-4607-8506-4f7a20d93168 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cddc48a2-9dbb-43c6-9ab8-8af0de869d07 HTTP/1.1" status: 200 len: 855 time: 0.0417795 Nov 29 21:59:03.980139 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c71f0273-12d3-4193-8533-c340f406c0d5 req-afab9ecb-4867-49ea-88e9-a9f1f3213295 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=983dd8c7-05fb-4c40-89c9-8794f42a407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229592 Nov 29 21:59:04.070959 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c71f0273-12d3-4193-8533-c340f406c0d5 req-8ef6d54f-0471-4017-9397-36999d14d1cf service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834427 Nov 29 21:59:04.159179 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c71f0273-12d3-4193-8533-c340f406c0d5 req-cc7c1fc6-a4c4-406b-ad11-048b6e98e4d6 service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813310 Nov 29 21:59:07.227734 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cfa0a8fd-a137-4cfe-9382-577d94d122d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:07.628245 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 21:59:08.129755 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e2684-26d1-4121-b0c2-9b0ec6578ea0 req-eb78aa7c-679f-4720-93a1-fabaf424e4f9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:59:08.131220 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b05e2684-26d1-4121-b0c2-9b0ec6578ea0 req-eb78aa7c-679f-4720-93a1-fabaf424e4f9 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 947 time: 0.0517721 Nov 29 21:59:08.179593 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-b05e2684-26d1-4121-b0c2-9b0ec6578ea0 req-29af08fb-b723-4470-91bf-b4b33248c938 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420487 Nov 29 21:59:09.302100 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82408935-2590-40e1-b631-f155430760db req-509e662e-c75b-4078-bef2-f51a164e0ac7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:59:09.303718 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-82408935-2590-40e1-b631-f155430760db req-509e662e-c75b-4078-bef2-f51a164e0ac7 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 947 time: 0.0499573 Nov 29 21:59:09.350857 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-82408935-2590-40e1-b631-f155430760db req-1a884442-2b8c-41cc-b38e-aa95f81fdd9c tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups?id=bb859b0b-c3a4-49be-a8a5-184c8d0ec648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412908 Nov 29 21:59:09.496101 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607d8c5-5736-4f26-87d9-264a4695d1b9 req-6a64b74f-36af-4df4-bdd3-1d92b334b121 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:59:09.497459 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-2607d8c5-5736-4f26-87d9-264a4695d1b9 req-6a64b74f-36af-4df4-bdd3-1d92b334b121 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 947 time: 0.0510013 Nov 29 21:59:09.585093 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-2607d8c5-5736-4f26-87d9-264a4695d1b9 req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Deleting port 792504bb-6ddd-402c-8b69-ffe64e0a7e10 {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:59:09.585430 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-2607d8c5-5736-4f26-87d9-264a4695d1b9 req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:09.674047 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-2607d8c5-5736-4f26-87d9-264a4695d1b9 req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] For port 792504bb-6ddd-402c-8b69-ffe64e0a7e10, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=792504bb-6ddd-402c-8b69-ffe64e0a7e10,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:59:09.674406 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-2607d8c5-5736-4f26-87d9-264a4695d1b9 req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:09.681268 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-984151f5-6347-4ad0-b6f8-d2b47edca63d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:09.846181 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-2607d8c5-5736-4f26-87d9-264a4695d1b9 req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:09.846654 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-2607d8c5-5736-4f26-87d9-264a4695d1b9 req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811381'] for floatingip, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:09.846954 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.db.l3_db [req-2607d8c5-5736-4f26-87d9-264a4695d1b9 req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Floating IP 84176c09-92fc-450e-9ad9-8d85b50e2d31 disassociated. External IP: 172.27.0.67, port: 792504bb-6ddd-402c-8b69-ffe64e0a7e10. Nov 29 21:59:09.847453 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-2607d8c5-5736-4f26-87d9-264a4695d1b9 req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Calling delete_port for 792504bb-6ddd-402c-8b69-ffe64e0a7e10 owned by compute:nova {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:59:09.975433 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-2607d8c5-5736-4f26-87d9-264a4695d1b9 req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:10.004610 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Pushing event deleted for resources: {'Port': ['ID=792504bb-6ddd-402c-8b69-ffe64e0a7e10,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:10.015042 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:59:10.015423 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:59:10.015771 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:59:10.016759 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:59:10.017111 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:59:10.017506 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:59:10.017784 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:59:10.018117 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:59:10.018453 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:59:10.018780 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:59:10.019165 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:59:10.019467 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:59:10.128717 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2607d8c5-5736-4f26-87d9-264a4695d1b9 req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Router a680e0bf-5dd8-4903-9264-c6389adfe5d4 has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 21:59:10.233282 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2607d8c5-5736-4f26-87d9-264a4695d1b9 req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 21:59:10.242701 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8786bd-78af-4a4c-9d89-ff98b5b5d09c None None] Sync routers for ids ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'] in dv-cinder-819722-1-iscsi {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 21:59:10.253044 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8786bd-78af-4a4c-9d89-ff98b5b5d09c None None] Routers {'a680e0bf-5dd8-4903-9264-c6389adfe5d4'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:59:10.253670 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-ce8786bd-78af-4a4c-9d89-ff98b5b5d09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:59:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:59:10.271586 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-2607d8c5-5736-4f26-87d9-264a4695d1b9 req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] No DVR routers for this DVR port 792504bb-6ddd-402c-8b69-ffe64e0a7e10 on host hv-cinder-81972 {{(pid=109068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 21:59:10.274085 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-2607d8c5-5736-4f26-87d9-264a4695d1b9 req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:10.277436 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-2607d8c5-5736-4f26-87d9-264a4695d1b9 req-6a680258-eda3-4388-bde4-79f047c24c58 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.61 "DELETE /v2.0/ports/792504bb-6ddd-402c-8b69-ffe64e0a7e10 HTTP/1.1" status: 204 len: 173 time: 0.7737718 Nov 29 21:59:10.277883 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0eb5e4e-d920-45e4-ac29-69d3723b57a5', 'name': 'network-vif-deleted', 'tag': '792504bb-6ddd-402c-8b69-ffe64e0a7e10'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 21:59:10.280628 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57494261-ca2c-45f3-b7e2-75ac5170ae0b" -d '{"events": [{"server_uuid": "c0eb5e4e-d920-45e4-ac29-69d3723b57a5", "name": "network-vif-deleted", "tag": "792504bb-6ddd-402c-8b69-ffe64e0a7e10"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 21:59:10.319561 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 21:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08f6469-a805-42fd-a9ad-eba2eec0dc17 x-openstack-request-id: req-c08f6469-a805-42fd-a9ad-eba2eec0dc17 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 21:59:10.319924 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0eb5e4e-d920-45e4-ac29-69d3723b57a5", "name": "network-vif-deleted", "tag": "792504bb-6ddd-402c-8b69-ffe64e0a7e10", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 21:59:10.320282 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c08f6469-a805-42fd-a9ad-eba2eec0dc17 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 21:59:10.320718 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0eb5e4e-d920-45e4-ac29-69d3723b57a5', 'name': 'network-vif-deleted', 'tag': '792504bb-6ddd-402c-8b69-ffe64e0a7e10', 'status': 'completed', 'code': 200} Nov 29 21:59:10.365456 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-ce8786bd-78af-4a4c-9d89-ff98b5b5d09c None None] Set router a680e0bf-5dd8-4903-9264-c6389adfe5d4 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:59:10.474495 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-11249f04-87b7-45f9-a5cd-ce8135d4dd0a req-0774ab80-403f-4655-898d-a4baab377480 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0eb5e4e-d920-45e4-ac29-69d3723b57a5 HTTP/1.1" status: 200 len: 210 time: 0.0273457 Nov 29 21:59:10.593074 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-ce8786bd-78af-4a4c-9d89-ff98b5b5d09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1480902385-router', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:48:03Z', 'revision_number': 4, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'gw_port': {'id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:51Z', 'updated_at': '2021-11-29T21:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': 'cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f', 'name': '', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'mac_address': 'fa:16:3e:a8:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:48:00Z', 'updated_at': '2021-11-29T21:48:13Z', 'revision_number': 5, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'subnets': [{'id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:59:10.619016 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8786bd-78af-4a4c-9d89-ff98b5b5d09c None None] Checking router: a680e0bf-5dd8-4903-9264-c6389adfe5d4 for host: dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 21:59:10.627287 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8786bd-78af-4a4c-9d89-ff98b5b5d09c None None] Routers {'a680e0bf-5dd8-4903-9264-c6389adfe5d4'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:59:10.627874 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-ce8786bd-78af-4a4c-9d89-ff98b5b5d09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:59:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:59:10.742443 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-ce8786bd-78af-4a4c-9d89-ff98b5b5d09c None None] Set router a680e0bf-5dd8-4903-9264-c6389adfe5d4 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:59:10.902125 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:10.962979 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-ce8786bd-78af-4a4c-9d89-ff98b5b5d09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1480902385-router', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:48:03Z', 'revision_number': 4, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'gw_port': {'id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:51Z', 'updated_at': '2021-11-29T21:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': 'cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f', 'name': '', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'mac_address': 'fa:16:3e:a8:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:48:00Z', 'updated_at': '2021-11-29T21:48:13Z', 'revision_number': 5, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'subnets': [{'id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:59:10.988915 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8786bd-78af-4a4c-9d89-ff98b5b5d09c None None] The sync data for ids ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'] in dv-cinder-819722-1-iscsi is: [{'id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1480902385-router', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:48:03Z', 'revision_number': 4, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'gw_port': {'id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:51Z', 'updated_at': '2021-11-29T21:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': 'cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f', 'name': '', 'network_id': '485a3fcd-6fd6-47e4-b88d-4877d6f347cd', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'mac_address': 'fa:16:3e:a8:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:48:00Z', 'updated_at': '2021-11-29T21:48:13Z', 'revision_number': 5, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'subnets': [{'id': 'c58ec759-9321-4f1d-9f62-796449e282e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 21:59:11.201954 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc0eef2-201d-46cc-a095-0f856ea6e652 None None] New status for floating IP 84176c09-92fc-450e-9ad9-8d85b50e2d31: DOWN {{(pid=109070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 21:59:11.563876 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 44148) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:11.619204 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-f815d164-c7d0-4d5d-b38d-dd8c769fa399 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:11.641892 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-f815d164-c7d0-4d5d-b38d-dd8c769fa399 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:11.688845 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-f815d164-c7d0-4d5d-b38d-dd8c769fa399 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:11.691497 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-f815d164-c7d0-4d5d-b38d-dd8c769fa399 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:11.692622 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-f815d164-c7d0-4d5d-b38d-dd8c769fa399 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "DELETE /v2.0/security-groups/bb859b0b-c3a4-49be-a8a5-184c8d0ec648 HTTP/1.1" status: 204 len: 168 time: 0.1276317 Nov 29 21:59:11.695473 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 44150) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:11.701441 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815d164-c7d0-4d5d-b38d-dd8c769fa399 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb859b0b-c3a4-49be-a8a5-184c8d0ec648,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:11.708542 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815d164-c7d0-4d5d-b38d-dd8c769fa399 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:59:11.708892 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815d164-c7d0-4d5d-b38d-dd8c769fa399 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:59:11.709241 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.api.v2.resource [None req-0e3f409b-a2bf-4aaa-bcda-b58ed2f00757 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] show failed (client error): The resource could not be found. Nov 29 21:59:11.709358 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815d164-c7d0-4d5d-b38d-dd8c769fa399 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:59:11.709582 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815d164-c7d0-4d5d-b38d-dd8c769fa399 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:59:11.709924 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815d164-c7d0-4d5d-b38d-dd8c769fa399 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:59:11.710246 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-0e3f409b-a2bf-4aaa-bcda-b58ed2f00757 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "GET /v2.0/security-groups/bb859b0b-c3a4-49be-a8a5-184c8d0ec648 HTTP/1.1" status: 404 len: 347 time: 0.0137455 Nov 29 21:59:11.710382 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815d164-c7d0-4d5d-b38d-dd8c769fa399 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:59:11.710576 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815d164-c7d0-4d5d-b38d-dd8c769fa399 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:59:11.710901 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815d164-c7d0-4d5d-b38d-dd8c769fa399 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:59:11.711259 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815d164-c7d0-4d5d-b38d-dd8c769fa399 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:59:11.711586 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815d164-c7d0-4d5d-b38d-dd8c769fa399 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:59:11.711911 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815d164-c7d0-4d5d-b38d-dd8c769fa399 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:59:11.712235 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f815d164-c7d0-4d5d-b38d-dd8c769fa399 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 21:59:11.713003 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 44152) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:11.837883 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-5975e623-3f8f-4427-a119-2deb60c31967 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Deleting port 79dffc5d-e828-4768-a4b2-d39514a228d2 {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:59:11.838323 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5975e623-3f8f-4427-a119-2deb60c31967 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:11.917908 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5975e623-3f8f-4427-a119-2deb60c31967 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:11.918233 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5975e623-3f8f-4427-a119-2deb60c31967 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:11.930658 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-5975e623-3f8f-4427-a119-2deb60c31967 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Calling delete_port for 79dffc5d-e828-4768-a4b2-d39514a228d2 owned by network:floatingip {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:59:12.061304 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5975e623-3f8f-4427-a119-2deb60c31967 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:12.088075 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975e623-3f8f-4427-a119-2deb60c31967 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Pushing event deleted for resources: {'Port': ['ID=79dffc5d-e828-4768-a4b2-d39514a228d2,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:12.120749 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:12.149282 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5975e623-3f8f-4427-a119-2deb60c31967 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks [] for floatingip, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:12.152009 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5975e623-3f8f-4427-a119-2deb60c31967 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:12.153344 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-5975e623-3f8f-4427-a119-2deb60c31967 tempest-AttachVolumeShelveTestJSON-175047214 tempest-AttachVolumeShelveTestJSON-175047214-project] 10.222.0.62 "DELETE /v2.0/floatingips/84176c09-92fc-450e-9ad9-8d85b50e2d31 HTTP/1.1" status: 204 len: 168 time: 0.4394591 Nov 29 21:59:13.138041 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:14.048005 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 792504bb-6ddd-402c-8b69-ffe64e0a7e10 no longer exists at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 21:59:14.068885 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] No Port match for: 792504bb-6ddd-402c-8b69-ffe64e0a7e10 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 21:59:14.069241 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 792504bb-6ddd-402c-8b69-ffe64e0a7e10 not bound to the agent host hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 21:59:14.546489 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 44192) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:14.983217 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-33343097-4533-412c-91cc-88642faf95e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817269'] for router_interface, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:15.225121 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-33343097-4533-412c-91cc-88642faf95e0 admin admin] Deleting port cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:59:15.225372 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-33343097-4533-412c-91cc-88642faf95e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:15.302850 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [None req-33343097-4533-412c-91cc-88642faf95e0 admin admin] For port cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:59:15.303251 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-33343097-4533-412c-91cc-88642faf95e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:15.316618 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-33343097-4533-412c-91cc-88642faf95e0 admin admin] Calling delete_port for cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f owned by network:router_interface {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:59:15.491652 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-33343097-4533-412c-91cc-88642faf95e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:15.521577 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33343097-4533-412c-91cc-88642faf95e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:15.680540 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-33343097-4533-412c-91cc-88642faf95e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810949'] for router_interface, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:16.149872 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33343097-4533-412c-91cc-88642faf95e0 admin admin] Router a680e0bf-5dd8-4903-9264-c6389adfe5d4 has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 21:59:16.253309 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33343097-4533-412c-91cc-88642faf95e0 admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 21:59:16.258929 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-33343097-4533-412c-91cc-88642faf95e0 admin admin] 10.222.0.62 "PUT /v2.0/routers/a680e0bf-5dd8-4903-9264-c6389adfe5d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7113709 Nov 29 21:59:16.261525 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 44204) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:16.262235 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e289e91-9c92-4ccd-baff-0168c3732c46 None None] Sync routers for ids ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'] in dv-cinder-819722-1-iscsi {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 21:59:16.273480 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e289e91-9c92-4ccd-baff-0168c3732c46 None None] Routers {'a680e0bf-5dd8-4903-9264-c6389adfe5d4'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:59:16.274417 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-7e289e91-9c92-4ccd-baff-0168c3732c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:59:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:59:16.369090 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-022e2abe-d0a0-44c4-8c1c-eaf77252bbd0 admin admin] Publish callbacks [] for router, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:16.383684 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-7e289e91-9c92-4ccd-baff-0168c3732c46 None None] Set router a680e0bf-5dd8-4903-9264-c6389adfe5d4 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:59:16.469153 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-022e2abe-d0a0-44c4-8c1c-eaf77252bbd0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:16.520076 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-022e2abe-d0a0-44c4-8c1c-eaf77252bbd0 admin admin] Deleting port 80ddcfab-5393-4e18-997f-5285e27d968b {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:59:16.520420 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-022e2abe-d0a0-44c4-8c1c-eaf77252bbd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:16.559306 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-7e289e91-9c92-4ccd-baff-0168c3732c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1480902385-router', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:59:15Z', 'revision_number': 5, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'gw_port': {'id': '80ddcfab-5393-4e18-997f-5285e27d968b', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:11:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:51Z', 'updated_at': '2021-11-29T21:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:59:16.586841 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e289e91-9c92-4ccd-baff-0168c3732c46 None None] Checking router: a680e0bf-5dd8-4903-9264-c6389adfe5d4 for host: dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 21:59:16.596175 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e289e91-9c92-4ccd-baff-0168c3732c46 None None] Routers {'a680e0bf-5dd8-4903-9264-c6389adfe5d4'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 21:59:16.596777 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-7e289e91-9c92-4ccd-baff-0168c3732c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T21:59:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:59:16.599578 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [None req-022e2abe-d0a0-44c4-8c1c-eaf77252bbd0 admin admin] For port 80ddcfab-5393-4e18-997f-5285e27d968b, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=80ddcfab-5393-4e18-997f-5285e27d968b,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:59:16.599948 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-022e2abe-d0a0-44c4-8c1c-eaf77252bbd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:16.613090 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-022e2abe-d0a0-44c4-8c1c-eaf77252bbd0 admin admin] Calling delete_port for 80ddcfab-5393-4e18-997f-5285e27d968b owned by network:router_gateway {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:59:16.682562 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-7e289e91-9c92-4ccd-baff-0168c3732c46 None None] Set router a680e0bf-5dd8-4903-9264-c6389adfe5d4 gateway port host: None {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 21:59:16.781032 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-022e2abe-d0a0-44c4-8c1c-eaf77252bbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:16.812154 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e2abe-d0a0-44c4-8c1c-eaf77252bbd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=80ddcfab-5393-4e18-997f-5285e27d968b,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:16.862296 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-7e289e91-9c92-4ccd-baff-0168c3732c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1480902385-router', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:59:16Z', 'revision_number': 6, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'gw_port_host': None}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:59:16.873535 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-022e2abe-d0a0-44c4-8c1c-eaf77252bbd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811427'] for router_gateway, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:16.889008 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e289e91-9c92-4ccd-baff-0168c3732c46 None None] The sync data for ids ['a680e0bf-5dd8-4903-9264-c6389adfe5d4'] in dv-cinder-819722-1-iscsi is: [{'id': 'a680e0bf-5dd8-4903-9264-c6389adfe5d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1480902385-router', 'tenant_id': 'd96c22324dc549b6927130d27bcd77e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:59:16Z', 'revision_number': 6, 'project_id': 'd96c22324dc549b6927130d27bcd77e2', 'gw_port_host': None}] {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 21:59:16.975745 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-022e2abe-d0a0-44c4-8c1c-eaf77252bbd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63472'] for router, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:16.978015 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-022e2abe-d0a0-44c4-8c1c-eaf77252bbd0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:17.019845 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-022e2abe-d0a0-44c4-8c1c-eaf77252bbd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811982'] for router, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:17.020374 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022e2abe-d0a0-44c4-8c1c-eaf77252bbd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a680e0bf-5dd8-4903-9264-c6389adfe5d4 {{(pid=109068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 21:59:17.025196 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-022e2abe-d0a0-44c4-8c1c-eaf77252bbd0 admin admin] Publish callbacks [] for router, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:17.026339 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-022e2abe-d0a0-44c4-8c1c-eaf77252bbd0 admin admin] 10.222.0.62 "DELETE /v2.0/routers/a680e0bf-5dd8-4903-9264-c6389adfe5d4 HTTP/1.1" status: 204 len: 168 time: 0.7638869 Nov 29 21:59:17.028930 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 44210) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:17.076878 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aac2767-8e1c-4d3f-bc57-b6a3cbf123b2 admin admin] Deleting subnet c58ec759-9321-4f1d-9f62-796449e282e7 {{(pid=109068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 21:59:17.080000 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2aac2767-8e1c-4d3f-bc57-b6a3cbf123b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:17.114212 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2aac2767-8e1c-4d3f-bc57-b6a3cbf123b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127331947'] for subnet, precommit_delete_associations {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:17.190058 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2aac2767-8e1c-4d3f-bc57-b6a3cbf123b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730469'] for subnet, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:17.247548 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2aac2767-8e1c-4d3f-bc57-b6a3cbf123b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126529978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126160809'] for subnet, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:17.276476 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac2767-8e1c-4d3f-bc57-b6a3cbf123b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c58ec759-9321-4f1d-9f62-796449e282e7,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:17.282181 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2aac2767-8e1c-4d3f-bc57-b6a3cbf123b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for subnet, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:17.287808 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e49a0b-71d5-438e-94e0-4afef74e6776 None None] Network 485a3fcd-6fd6-47e4-b88d-4877d6f347cd requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:59:17.288454 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-2aac2767-8e1c-4d3f-bc57-b6a3cbf123b2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c58ec759-9321-4f1d-9f62-796449e282e7 HTTP/1.1" status: 204 len: 168 time: 0.2580256 Nov 29 21:59:17.292722 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 44214) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:17.376693 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8d9224c5-e1a5-49f1-9138-a56fb282c7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606273'] for network, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:17.448002 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-8d9224c5-e1a5-49f1-9138-a56fb282c7eb admin admin] Deleting port f790b4c5-679c-41da-8c65-f9200275c001 {{(pid=109067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 21:59:17.448339 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8d9224c5-e1a5-49f1-9138-a56fb282c7eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:17.509759 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.db [None req-8d9224c5-e1a5-49f1-9138-a56fb282c7eb admin admin] For port f790b4c5-679c-41da-8c65-f9200275c001, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=f790b4c5-679c-41da-8c65-f9200275c001,segment=NetworkSegment(5544d834-acb2-4355-bf75-8ad6fad60bf3),segment_id=5544d834-acb2-4355-bf75-8ad6fad60bf3)] {{(pid=109067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 21:59:17.510132 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8d9224c5-e1a5-49f1-9138-a56fb282c7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:17.521658 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-8d9224c5-e1a5-49f1-9138-a56fb282c7eb admin admin] Calling delete_port for f790b4c5-679c-41da-8c65-f9200275c001 owned by network:dhcp {{(pid=109067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 21:59:17.602202 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8d9224c5-e1a5-49f1-9138-a56fb282c7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126503686'] for port, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:17.627072 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9224c5-e1a5-49f1-9138-a56fb282c7eb admin admin] Pushing event deleted for resources: {'Port': ['ID=f790b4c5-679c-41da-8c65-f9200275c001,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:17.630638 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9224c5-e1a5-49f1-9138-a56fb282c7eb admin admin] No DVR routers for this DVR port f790b4c5-679c-41da-8c65-f9200275c001 on host dv-cinder-819722-1-iscsi {{(pid=109067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 21:59:17.677092 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bb1ce9-1836-473d-be11-1f39fda1ae15 None None] DHCP port deletion for 485a3fcd-6fd6-47e4-b88d-4877d6f347cd request from dv-cinder-819722-1-iscsi {{(pid=109069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 21:59:17.707353 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8d9224c5-e1a5-49f1-9138-a56fb282c7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731116', 'neutron.services.segments.db._delete_segments_for_network-8752945619276'] for network, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:17.727768 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-8d9224c5-e1a5-49f1-9138-a56fb282c7eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['485a3fcd-6fd6-47e4-b88d-4877d6f347cd']}} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:59:17.737638 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-8d9224c5-e1a5-49f1-9138-a56fb282c7eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5544d834-acb2-4355-bf75-8ad6fad60bf3') {'for_net_delete': True} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:59:17.737934 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-8d9224c5-e1a5-49f1-9138-a56fb282c7eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5544d834-acb2-4355-bf75-8ad6fad60bf3') {} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:59:17.748353 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8d9224c5-e1a5-49f1-9138-a56fb282c7eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752945621589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126503933'] for segment, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:17.761742 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8d9224c5-e1a5-49f1-9138-a56fb282c7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:17.768931 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d9224c5-e1a5-49f1-9138-a56fb282c7eb admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=109067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 21:59:17.769513 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8d9224c5-e1a5-49f1-9138-a56fb282c7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126503641'] for segment, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: Traceback (most recent call last): Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: timer() Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: cb(*args, **kw) Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: return func(*args, **kwargs) Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: self._notify() Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: self.callback(batched_events) Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: event.method(event) Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: return f(self, *a, **k) Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: return self._get(url).json() Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: return self.request(url, 'GET', **kwargs) Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 21:59:17.771254 dv-cinder-819722-1-iscsi neutron-server[109067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 21:59:17.827433 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8d9224c5-e1a5-49f1-9138-a56fb282c7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811335'] for network, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:17.842066 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device f790b4c5-679c-41da-8c65-f9200275c001 no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 21:59:17.842759 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-8d9224c5-e1a5-49f1-9138-a56fb282c7eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:17.846770 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-8d9224c5-e1a5-49f1-9138-a56fb282c7eb admin admin] 10.222.0.62 "DELETE /v2.0/networks/485a3fcd-6fd6-47e4-b88d-4877d6f347cd HTTP/1.1" status: 204 len: 168 time: 0.5529671 Nov 29 21:59:17.857770 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9224c5-e1a5-49f1-9138-a56fb282c7eb admin admin] Pushing event deleted for resources: {'Network': ['ID=485a3fcd-6fd6-47e4-b88d-4877d6f347cd,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:17.870340 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No Port match for: f790b4c5-679c-41da-8c65-f9200275c001 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 21:59:17.870700 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device f790b4c5-679c-41da-8c65-f9200275c001 not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 21:59:17.871366 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 21:59:17.897390 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No Port match for: cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 21:59:17.897846 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device cc3e86b3-ade2-4b13-b14a-1bf4a332bb7f not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 21:59:17.898261 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 80ddcfab-5393-4e18-997f-5285e27d968b no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 21:59:17.918155 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No Port match for: 80ddcfab-5393-4e18-997f-5285e27d968b {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 21:59:17.918492 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 80ddcfab-5393-4e18-997f-5285e27d968b not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 21:59:17.978836 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 44222) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:18.017286 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-a9a573d8-bc42-4364-a2e7-6a74dadc59b8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d96c22324dc549b6927130d27bcd77e2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0372758 Nov 29 21:59:18.020156 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 44224) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:18.069744 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4d80410e-c848-4fdd-8a52-689063cdf50c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:18.091021 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4d80410e-c848-4fdd-8a52-689063cdf50c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:18.141010 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4d80410e-c848-4fdd-8a52-689063cdf50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:18.144294 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4d80410e-c848-4fdd-8a52-689063cdf50c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:18.145470 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-4d80410e-c848-4fdd-8a52-689063cdf50c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f56b8e4-559a-4a98-8c8c-54b9f6141541 HTTP/1.1" status: 204 len: 168 time: 0.1244383 Nov 29 21:59:18.153250 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80410e-c848-4fdd-8a52-689063cdf50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f56b8e4-559a-4a98-8c8c-54b9f6141541,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:27.303905 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 44392) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:27.405886 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a01b9d6f-b838-4be5-bf05-3569f43b8bc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:27.478826 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a01b9d6f-b838-4be5-bf05-3569f43b8bc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:27.482251 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a01b9d6f-b838-4be5-bf05-3569f43b8bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:27.520616 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-a01b9d6f-b838-4be5-bf05-3569f43b8bc6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9cda7ab58a05401b82d0ca8b9aba07fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156162 Nov 29 21:59:27.521506 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b9d6f-b838-4be5-bf05-3569f43b8bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a554d8cb-e5df-4116-b5ee-627407f4bcaa,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:27.523575 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 44398) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:27.574624 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-aaa97b99-6e8f-4ce7-970d-7c1104da2b65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:27.595955 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-aaa97b99-6e8f-4ce7-970d-7c1104da2b65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:27.641501 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-aaa97b99-6e8f-4ce7-970d-7c1104da2b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:27.644092 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-aaa97b99-6e8f-4ce7-970d-7c1104da2b65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:27.645377 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-aaa97b99-6e8f-4ce7-970d-7c1104da2b65 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a554d8cb-e5df-4116-b5ee-627407f4bcaa HTTP/1.1" status: 204 len: 168 time: 0.1207488 Nov 29 21:59:27.653109 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa97b99-6e8f-4ce7-970d-7c1104da2b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a554d8cb-e5df-4116-b5ee-627407f4bcaa,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:28.240935 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 44424) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:28.333737 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-d301bb4e-930d-401b-8f46-dd84dd3e659f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1396243291-network', 'tenant_id': 'a01d0c1ccfa74b0f851831cbef223463'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:59:28.355381 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d301bb4e-930d-401b-8f46-dd84dd3e659f admin admin] Made reservation on behalf of a01d0c1ccfa74b0f851831cbef223463 for: {'network': 1} {{(pid=109067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:59:28.357780 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d301bb4e-930d-401b-8f46-dd84dd3e659f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for network, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:28.365927 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d301bb4e-930d-401b-8f46-dd84dd3e659f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:28.442116 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d301bb4e-930d-401b-8f46-dd84dd3e659f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:28.445534 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d301bb4e-930d-401b-8f46-dd84dd3e659f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:28.472894 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d301bb4e-930d-401b-8f46-dd84dd3e659f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=109067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 21:59:28.478402 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301bb4e-930d-401b-8f46-dd84dd3e659f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43df481a-0991-4288-a26a-9cc5a002aafb,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:28.486781 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d301bb4e-930d-401b-8f46-dd84dd3e659f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:28.487107 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.db.segments_db [None req-d301bb4e-930d-401b-8f46-dd84dd3e659f admin admin] Added segment 42bdd55f-deca-451a-91ec-cadf6a2f1954 of type vlan for network 86fdb678-e8d3-446a-92bb-9f55062de7c9 Nov 29 21:59:28.527760 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d301bb4e-930d-401b-8f46-dd84dd3e659f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752945079902'] for network, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:28.551636 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d301bb4e-930d-401b-8f46-dd84dd3e659f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for network, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:28.552691 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d301bb4e-930d-401b-8f46-dd84dd3e659f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:59:28.553288 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d301bb4e-930d-401b-8f46-dd84dd3e659f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:28.586106 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-d301bb4e-930d-401b-8f46-dd84dd3e659f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3411713 Nov 29 21:59:28.586957 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 44430) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:28.592889 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-2229789d-05b4-4a46-b8e3-434e5444502a admin admin] Request body: {'subnet': {'network_id': '86fdb678-e8d3-446a-92bb-9f55062de7c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1396243291-subnet', 'tenant_id': 'a01d0c1ccfa74b0f851831cbef223463', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:59:28.615184 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2229789d-05b4-4a46-b8e3-434e5444502a admin admin] Made reservation on behalf of a01d0c1ccfa74b0f851831cbef223463 for: {'subnet': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:59:28.617594 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2229789d-05b4-4a46-b8e3-434e5444502a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126160716'] for subnet, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:28.621315 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301bb4e-930d-401b-8f46-dd84dd3e659f admin admin] Pushing event updated for resources: {'Network': ['ID=86fdb678-e8d3-446a-92bb-9f55062de7c9,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:28.631374 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Network 86fdb678-e8d3-446a-92bb-9f55062de7c9 details requested by agent ovs-agent-dv-cinder-819722-1-iscsi with host dv-cinder-819722-1-iscsi {{(pid=109069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 21:59:28.788953 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2229789d-05b4-4a46-b8e3-434e5444502a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126530043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126160722'] for subnet, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:28.841281 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229789d-05b4-4a46-b8e3-434e5444502a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d63437e2-e5a1-4d43-a1fb-8a25785c64a4,revision_number=0']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:28.851724 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2229789d-05b4-4a46-b8e3-434e5444502a admin admin] Checking segment: {'id': '42bdd55f-deca-451a-91ec-cadf6a2f1954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '86fdb678-e8d3-446a-92bb-9f55062de7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:59:28.852083 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2229789d-05b4-4a46-b8e3-434e5444502a admin admin] Network hostable DHCP agents. Network: 86fdb678-e8d3-446a-92bb-9f55062de7c9, hostable agents: ['f050ea31-2221-4d35-9e43-364bf64fbd15'], hosted agents: [] {{(pid=109068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 21:59:28.867246 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2229789d-05b4-4a46-b8e3-434e5444502a admin admin] Network 86fdb678-e8d3-446a-92bb-9f55062de7c9 is scheduled to be hosted by DHCP agent f050ea31-2221-4d35-9e43-364bf64fbd15 with binding_index 1 {{(pid=109068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 21:59:28.875534 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [None req-2229789d-05b4-4a46-b8e3-434e5444502a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819722-1-iscsi, 86fdb678-e8d3-446a-92bb-9f55062de7c9) {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:59:28.880127 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2229789d-05b4-4a46-b8e3-434e5444502a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:59:28.880728 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2229789d-05b4-4a46-b8e3-434e5444502a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for subnet, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:28.886198 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c4948b-4e6c-4a67-9657-6c97edcd3974 None None] Network 86fdb678-e8d3-446a-92bb-9f55062de7c9 requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:59:28.896078 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-2229789d-05b4-4a46-b8e3-434e5444502a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3074291 Nov 29 21:59:29.012131 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50776ee3-659d-4d6c-ac8a-723a8ba85df2 None None] Network 86fdb678-e8d3-446a-92bb-9f55062de7c9 requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:59:29.373889 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 44450) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:29.379538 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-f853c524-d2ae-4baa-82ee-442048be755d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1154843482-network', 'tenant_id': '29cfbcc0d60b497cb18b3b24419d7d83'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:59:29.399507 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f853c524-d2ae-4baa-82ee-442048be755d admin admin] Made reservation on behalf of 29cfbcc0d60b497cb18b3b24419d7d83 for: {'network': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:59:29.401711 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f853c524-d2ae-4baa-82ee-442048be755d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for network, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:29.414445 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f853c524-d2ae-4baa-82ee-442048be755d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:29.488309 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f853c524-d2ae-4baa-82ee-442048be755d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:29.491841 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f853c524-d2ae-4baa-82ee-442048be755d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:29.515191 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f853c524-d2ae-4baa-82ee-442048be755d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=109068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 21:59:29.524061 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853c524-d2ae-4baa-82ee-442048be755d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2f5bc9-83fe-4506-abd1-29eafa9556c0,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:29.531237 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f853c524-d2ae-4baa-82ee-442048be755d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:29.531775 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.db.segments_db [None req-f853c524-d2ae-4baa-82ee-442048be755d admin admin] Added segment 0199f6bc-7735-4c48-984a-e7379e67889f of type vlan for network c55f10da-d14b-4275-af9b-59065333f527 Nov 29 21:59:29.571834 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f853c524-d2ae-4baa-82ee-442048be755d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752945079902'] for network, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:29.595253 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f853c524-d2ae-4baa-82ee-442048be755d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for network, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:29.596182 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f853c524-d2ae-4baa-82ee-442048be755d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:59:29.596783 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f853c524-d2ae-4baa-82ee-442048be755d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:29.634389 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-f853c524-d2ae-4baa-82ee-442048be755d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2593842 Nov 29 21:59:29.637344 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 44454) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:29.642293 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-aaccd305-94ee-475e-9552-73d17ed5fe7c admin admin] Request body: {'subnet': {'network_id': 'c55f10da-d14b-4275-af9b-59065333f527', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1154843482-subnet', 'tenant_id': '29cfbcc0d60b497cb18b3b24419d7d83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 21:59:29.660073 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853c524-d2ae-4baa-82ee-442048be755d admin admin] Pushing event updated for resources: {'Network': ['ID=c55f10da-d14b-4275-af9b-59065333f527,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:29.665537 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaccd305-94ee-475e-9552-73d17ed5fe7c admin admin] Made reservation on behalf of 29cfbcc0d60b497cb18b3b24419d7d83 for: {'subnet': 1} {{(pid=109067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 21:59:29.668380 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-aaccd305-94ee-475e-9552-73d17ed5fe7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126244983'] for subnet, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:29.671675 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Network c55f10da-d14b-4275-af9b-59065333f527 details requested by agent ovs-agent-dv-cinder-819722-1-iscsi with host dv-cinder-819722-1-iscsi {{(pid=109069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 21:59:29.838942 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-aaccd305-94ee-475e-9552-73d17ed5fe7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126503802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126244969'] for subnet, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:29.893151 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccd305-94ee-475e-9552-73d17ed5fe7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b4dfa6c-bde8-44b4-b361-011b1b71c7e5,revision_number=0']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:29.902870 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaccd305-94ee-475e-9552-73d17ed5fe7c admin admin] Checking segment: {'id': '0199f6bc-7735-4c48-984a-e7379e67889f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c55f10da-d14b-4275-af9b-59065333f527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 21:59:29.903256 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaccd305-94ee-475e-9552-73d17ed5fe7c admin admin] Network hostable DHCP agents. Network: c55f10da-d14b-4275-af9b-59065333f527, hostable agents: ['f050ea31-2221-4d35-9e43-364bf64fbd15'], hosted agents: [] {{(pid=109067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 21:59:29.920072 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaccd305-94ee-475e-9552-73d17ed5fe7c admin admin] Network c55f10da-d14b-4275-af9b-59065333f527 is scheduled to be hosted by DHCP agent f050ea31-2221-4d35-9e43-364bf64fbd15 with binding_index 1 {{(pid=109067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 21:59:29.928675 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-aaccd305-94ee-475e-9552-73d17ed5fe7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819722-1-iscsi, c55f10da-d14b-4275-af9b-59065333f527) {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 21:59:29.932634 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaccd305-94ee-475e-9552-73d17ed5fe7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 21:59:29.933209 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-aaccd305-94ee-475e-9552-73d17ed5fe7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:29.938046 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dea88e0-90dc-4dbf-8ee7-68a638101102 None None] Network c55f10da-d14b-4275-af9b-59065333f527 requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:59:29.949808 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-aaccd305-94ee-475e-9552-73d17ed5fe7c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3111594 Nov 29 21:59:30.037550 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:30.064228 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 44460) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:30.083422 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcacd24b-b414-46ff-9dd4-b87dbda1d3a5 None None] Network c55f10da-d14b-4275-af9b-59065333f527 requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 21:59:30.114053 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f08fa3-9e9c-46fc-808b-33880a1e7352 admin admin] Deleting subnet d63437e2-e5a1-4d43-a1fb-8a25785c64a4 {{(pid=109067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 21:59:30.117498 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-97f08fa3-9e9c-46fc-808b-33880a1e7352 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:30.153425 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-97f08fa3-9e9c-46fc-808b-33880a1e7352 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126503812'] for subnet, precommit_delete_associations {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:30.197124 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-97f08fa3-9e9c-46fc-808b-33880a1e7352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730469'] for subnet, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:30.249034 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-97f08fa3-9e9c-46fc-808b-33880a1e7352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126503739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126245010'] for subnet, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:30.273694 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f08fa3-9e9c-46fc-808b-33880a1e7352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d63437e2-e5a1-4d43-a1fb-8a25785c64a4,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:30.279007 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-97f08fa3-9e9c-46fc-808b-33880a1e7352 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:30.282221 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-97f08fa3-9e9c-46fc-808b-33880a1e7352 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d63437e2-e5a1-4d43-a1fb-8a25785c64a4 HTTP/1.1" status: 204 len: 168 time: 0.2171690 Nov 29 21:59:30.285361 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 44464) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:30.352319 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6ec0f57a-fc32-4911-ab7c-172613efa263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606273'] for network, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:30.438099 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6ec0f57a-fc32-4911-ab7c-172613efa263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731116', 'neutron.services.segments.db._delete_segments_for_network-8752945619276'] for network, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:30.458430 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-6ec0f57a-fc32-4911-ab7c-172613efa263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86fdb678-e8d3-446a-92bb-9f55062de7c9']}} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:59:30.467499 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-6ec0f57a-fc32-4911-ab7c-172613efa263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42bdd55f-deca-451a-91ec-cadf6a2f1954') {'for_net_delete': True} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:59:30.467793 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-6ec0f57a-fc32-4911-ab7c-172613efa263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42bdd55f-deca-451a-91ec-cadf6a2f1954') {} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:59:30.477480 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6ec0f57a-fc32-4911-ab7c-172613efa263 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752945621589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126503933'] for segment, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:30.490823 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6ec0f57a-fc32-4911-ab7c-172613efa263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:30.496660 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec0f57a-fc32-4911-ab7c-172613efa263 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=109067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 21:59:30.497031 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6ec0f57a-fc32-4911-ab7c-172613efa263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126503641'] for segment, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: Traceback (most recent call last): Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: timer() Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: cb(*args, **kw) Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: return func(*args, **kwargs) Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: self._notify() Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: self.callback(batched_events) Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: event.method(event) Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: return f(self, *a, **k) Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: return self._get(url).json() Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: return self.request(url, 'GET', **kwargs) Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 21:59:30.498632 dv-cinder-819722-1-iscsi neutron-server[109067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 21:59:30.553795 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6ec0f57a-fc32-4911-ab7c-172613efa263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811335'] for network, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:30.558851 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6ec0f57a-fc32-4911-ab7c-172613efa263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:30.562020 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-6ec0f57a-fc32-4911-ab7c-172613efa263 admin admin] 10.222.0.62 "DELETE /v2.0/networks/86fdb678-e8d3-446a-92bb-9f55062de7c9 HTTP/1.1" status: 204 len: 168 time: 0.2757614 Nov 29 21:59:30.565283 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 44466) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:30.573395 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0f57a-fc32-4911-ab7c-172613efa263 admin admin] Pushing event deleted for resources: {'Network': ['ID=86fdb678-e8d3-446a-92bb-9f55062de7c9,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:30.614411 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_v2 [None req-da49cd1d-64df-47c3-af44-077fa753ac65 admin admin] Deleting subnet 0b4dfa6c-bde8-44b4-b361-011b1b71c7e5 {{(pid=109068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 21:59:30.617528 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-da49cd1d-64df-47c3-af44-077fa753ac65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:30.653377 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-da49cd1d-64df-47c3-af44-077fa753ac65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127331947'] for subnet, precommit_delete_associations {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:30.693532 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-da49cd1d-64df-47c3-af44-077fa753ac65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730469'] for subnet, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:30.744031 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-da49cd1d-64df-47c3-af44-077fa753ac65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126529978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126160809'] for subnet, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:30.766730 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49cd1d-64df-47c3-af44-077fa753ac65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b4dfa6c-bde8-44b4-b361-011b1b71c7e5,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:30.772870 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-da49cd1d-64df-47c3-af44-077fa753ac65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for subnet, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:30.776133 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-da49cd1d-64df-47c3-af44-077fa753ac65 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0b4dfa6c-bde8-44b4-b361-011b1b71c7e5 HTTP/1.1" status: 204 len: 168 time: 0.2096987 Nov 29 21:59:30.778545 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 44470) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:30.849064 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-876a617a-11ee-4dbf-9a47-f10c354352f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606273'] for network, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:30.927865 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-876a617a-11ee-4dbf-9a47-f10c354352f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731116', 'neutron.services.segments.db._delete_segments_for_network-8752945619276'] for network, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:30.948042 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.services.segments.db [None req-876a617a-11ee-4dbf-9a47-f10c354352f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c55f10da-d14b-4275-af9b-59065333f527']}} {{(pid=109068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:59:30.957692 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.services.segments.db [None req-876a617a-11ee-4dbf-9a47-f10c354352f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0199f6bc-7735-4c48-984a-e7379e67889f') {'for_net_delete': True} {{(pid=109068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:59:30.957985 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.services.segments.db [None req-876a617a-11ee-4dbf-9a47-f10c354352f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0199f6bc-7735-4c48-984a-e7379e67889f') {} {{(pid=109068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 21:59:30.966999 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-876a617a-11ee-4dbf-9a47-f10c354352f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752945621589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127331858'] for segment, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:30.980457 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-876a617a-11ee-4dbf-9a47-f10c354352f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:30.986312 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876a617a-11ee-4dbf-9a47-f10c354352f9 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=109068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 21:59:30.986699 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-876a617a-11ee-4dbf-9a47-f10c354352f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126529624'] for segment, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: Traceback (most recent call last): Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: timer() Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: cb(*args, **kw) Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: return func(*args, **kwargs) Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: self._notify() Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: self.callback(batched_events) Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: event.method(event) Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: return f(self, *a, **k) Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: return self._get(url).json() Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: return self.request(url, 'GET', **kwargs) Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 21:59:30.988548 dv-cinder-819722-1-iscsi neutron-server[109068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 21:59:31.043622 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-876a617a-11ee-4dbf-9a47-f10c354352f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811335'] for network, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:31.051383 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-876a617a-11ee-4dbf-9a47-f10c354352f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:31.054528 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-876a617a-11ee-4dbf-9a47-f10c354352f9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c55f10da-d14b-4275-af9b-59065333f527 HTTP/1.1" status: 204 len: 168 time: 0.2750762 Nov 29 21:59:31.063977 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a617a-11ee-4dbf-9a47-f10c354352f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c55f10da-d14b-4275-af9b-59065333f527,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:31.216369 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 44478) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:31.255523 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-8186d16a-830c-4ce5-bd36-897eefe15553 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a01d0c1ccfa74b0f851831cbef223463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379510 Nov 29 21:59:31.257844 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 44480) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:31.307680 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-dd269c2d-23f9-4d6c-b7c8-53b502725e93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:31.328923 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-dd269c2d-23f9-4d6c-b7c8-53b502725e93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:31.374837 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-dd269c2d-23f9-4d6c-b7c8-53b502725e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:31.377405 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-dd269c2d-23f9-4d6c-b7c8-53b502725e93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:31.379211 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-dd269c2d-23f9-4d6c-b7c8-53b502725e93 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/43df481a-0991-4288-a26a-9cc5a002aafb HTTP/1.1" status: 204 len: 168 time: 0.1204660 Nov 29 21:59:31.386467 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd269c2d-23f9-4d6c-b7c8-53b502725e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43df481a-0991-4288-a26a-9cc5a002aafb,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:31.684154 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 44486) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:31.724349 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-94878c1b-0e2d-47e2-8933-8f5ed61f473e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=29cfbcc0d60b497cb18b3b24419d7d83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390394 Nov 29 21:59:31.726825 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 44490) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:31.773822 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e50592e5-eb65-4e13-a89e-7ea67022b9cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:31.794835 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e50592e5-eb65-4e13-a89e-7ea67022b9cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:31.841555 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e50592e5-eb65-4e13-a89e-7ea67022b9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:31.844904 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e50592e5-eb65-4e13-a89e-7ea67022b9cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:31.846041 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-e50592e5-eb65-4e13-a89e-7ea67022b9cc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bb2f5bc9-83fe-4506-abd1-29eafa9556c0 HTTP/1.1" status: 204 len: 168 time: 0.1182940 Nov 29 21:59:31.854471 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50592e5-eb65-4e13-a89e-7ea67022b9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2f5bc9-83fe-4506-abd1-29eafa9556c0,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:37.228601 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-626c5268-84ff-4746-aa3e-5da9dea4d246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:39.682984 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-1e3d372a-69a0-4419-bc07-b184ff6c48cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:40.289652 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 44674) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:40.394959 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-b57db5ca-19e2-4171-960d-d5e7f9683f15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:40.469832 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-b57db5ca-19e2-4171-960d-d5e7f9683f15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:40.473688 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-b57db5ca-19e2-4171-960d-d5e7f9683f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:40.512608 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-b57db5ca-19e2-4171-960d-d5e7f9683f15 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=919330a3a6ee47fa9d5c77907784f4c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219217 Nov 29 21:59:40.513476 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57db5ca-19e2-4171-960d-d5e7f9683f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a014e3-6abd-4d98-807e-605131b597ed,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:40.516226 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 44680) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:40.567157 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-702cf64c-e0af-4c1b-acef-9fa02cb29af6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:40.588225 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-702cf64c-e0af-4c1b-acef-9fa02cb29af6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:40.633364 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-702cf64c-e0af-4c1b-acef-9fa02cb29af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:40.635956 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-702cf64c-e0af-4c1b-acef-9fa02cb29af6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:40.637102 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-702cf64c-e0af-4c1b-acef-9fa02cb29af6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f0a014e3-6abd-4d98-807e-605131b597ed HTTP/1.1" status: 204 len: 168 time: 0.1196275 Nov 29 21:59:40.645471 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cf64c-e0af-4c1b-acef-9fa02cb29af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a014e3-6abd-4d98-807e-605131b597ed,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:40.882915 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:40.889681 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 44688) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:40.902682 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-b4f1383f-7f6f-43c2-bada-af422f15969c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:40.975802 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-b4f1383f-7f6f-43c2-bada-af422f15969c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:40.979381 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-b4f1383f-7f6f-43c2-bada-af422f15969c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:41.016884 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-b4f1383f-7f6f-43c2-bada-af422f15969c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1fae0f3849104e84a2b89a4f1b897582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1260965 Nov 29 21:59:41.017729 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1383f-7f6f-43c2-bada-af422f15969c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995e7606-1aeb-48eb-a348-810df721796a,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:41.019777 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 44690) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:41.068778 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-80eb4a83-19f6-49ba-96db-fd5160953700 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:41.090487 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-80eb4a83-19f6-49ba-96db-fd5160953700 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:41.144977 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-80eb4a83-19f6-49ba-96db-fd5160953700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:41.147655 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-80eb4a83-19f6-49ba-96db-fd5160953700 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:41.151516 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-80eb4a83-19f6-49ba-96db-fd5160953700 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/995e7606-1aeb-48eb-a348-810df721796a HTTP/1.1" status: 204 len: 168 time: 0.1305592 Nov 29 21:59:41.159913 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb4a83-19f6-49ba-96db-fd5160953700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995e7606-1aeb-48eb-a348-810df721796a,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:41.467024 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 44698) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:41.480525 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-cebda531-9c95-44f1-91f4-7e170cb3f670 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:41.555796 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-cebda531-9c95-44f1-91f4-7e170cb3f670 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:41.559292 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-cebda531-9c95-44f1-91f4-7e170cb3f670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:41.596070 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-cebda531-9c95-44f1-91f4-7e170cb3f670 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d02f47acd9740b48e3d8d068fc49330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279876 Nov 29 21:59:41.598880 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebda531-9c95-44f1-91f4-7e170cb3f670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f70df4-76f5-4734-94d5-45a1e2030c78,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:41.599309 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 44702) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:41.646907 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-7b18a13e-a5b1-4074-b586-104862b92770 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:41.669734 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-7b18a13e-a5b1-4074-b586-104862b92770 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:41.715412 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-7b18a13e-a5b1-4074-b586-104862b92770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:41.717970 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-7b18a13e-a5b1-4074-b586-104862b92770 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:41.719137 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-7b18a13e-a5b1-4074-b586-104862b92770 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/43f70df4-76f5-4734-94d5-45a1e2030c78 HTTP/1.1" status: 204 len: 168 time: 0.1188226 Nov 29 21:59:41.727347 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18a13e-a5b1-4074-b586-104862b92770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f70df4-76f5-4734-94d5-45a1e2030c78,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:42.122996 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:42.741976 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 44738) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:42.844660 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2a36d6e1-d400-454c-834b-815f8da6a292 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:42.917141 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2a36d6e1-d400-454c-834b-815f8da6a292 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:42.920879 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-2a36d6e1-d400-454c-834b-815f8da6a292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:42.958758 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-2a36d6e1-d400-454c-834b-815f8da6a292 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f394cd9533574250bdb94015384a8ad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157233 Nov 29 21:59:42.959939 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36d6e1-d400-454c-834b-815f8da6a292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d53a8ec-2b0d-42fd-8415-8aa332d8be15,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:42.961836 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 44744) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 21:59:43.013288 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fe03e842-d266-44a3-a644-c40101d3761f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:43.034195 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fe03e842-d266-44a3-a644-c40101d3761f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:43.084221 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fe03e842-d266-44a3-a644-c40101d3761f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:43.086813 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fe03e842-d266-44a3-a644-c40101d3761f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:43.087981 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-fe03e842-d266-44a3-a644-c40101d3761f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9d53a8ec-2b0d-42fd-8415-8aa332d8be15 HTTP/1.1" status: 204 len: 168 time: 0.1243777 Nov 29 21:59:43.095514 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03e842-d266-44a3-a644-c40101d3761f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d53a8ec-2b0d-42fd-8415-8aa332d8be15,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 21:59:43.143019 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 21:59:44.626883 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:00:00.025087 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:01.468061 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 44996) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:01.569832 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-ce4884c6-6b67-48a8-afb1-7d5caa9fa966 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:01.659796 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-ce4884c6-6b67-48a8-afb1-7d5caa9fa966 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:01.665858 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-ce4884c6-6b67-48a8-afb1-7d5caa9fa966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:01.705194 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4884c6-6b67-48a8-afb1-7d5caa9fa966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9043c9a-869a-43db-b918-afb2c8cdd816,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:01.717478 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-ce4884c6-6b67-48a8-afb1-7d5caa9fa966 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bb4070e912794ff7bb6f1dc24a9a8f78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483594 Nov 29 22:00:01.717728 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 45002) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:01.768313 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f3512614-a8f0-4c64-a7d1-f5ed14f71d4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:01.788853 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f3512614-a8f0-4c64-a7d1-f5ed14f71d4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:01.839666 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f3512614-a8f0-4c64-a7d1-f5ed14f71d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:01.842277 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f3512614-a8f0-4c64-a7d1-f5ed14f71d4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:01.847163 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-f3512614-a8f0-4c64-a7d1-f5ed14f71d4f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f9043c9a-869a-43db-b918-afb2c8cdd816 HTTP/1.1" status: 204 len: 168 time: 0.1264701 Nov 29 22:00:01.855022 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3512614-a8f0-4c64-a7d1-f5ed14f71d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9043c9a-869a-43db-b918-afb2c8cdd816,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:04.896607 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1f572f84-a86f-4305-b4c5-743926e973e9 req-99cbe49f-9d13-4d06-bdd3-28c3399f1469 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1336982 Nov 29 22:00:04.957381 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f572f84-a86f-4305-b4c5-743926e973e9 req-33ba28a5-46f0-4391-80b3-c880b1965685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:04.959458 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1f572f84-a86f-4305-b4c5-743926e973e9 req-33ba28a5-46f0-4391-80b3-c880b1965685 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab335a1bd1ef40929c149d8fb12975e0&device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be HTTP/1.1" status: 200 len: 1099 time: 0.0401716 Nov 29 22:00:05.065832 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f572f84-a86f-4305-b4c5-743926e973e9 req-ba74f2a0-ca52-4c0a-b01c-ac1388718d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:05.067198 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1f572f84-a86f-4305-b4c5-743926e973e9 req-ba74f2a0-ca52-4c0a-b01c-ac1388718d43 service neutron] 10.222.0.61 "GET /v2.0/networks?id=562540b5-b080-4163-a4fa-cf4e96df0d5f HTTP/1.1" status: 200 len: 911 time: 0.0886798 Nov 29 22:00:05.136490 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1f572f84-a86f-4305-b4c5-743926e973e9 req-e81a2595-d34f-4ff4-bac4-109ad16755b7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be HTTP/1.1" status: 200 len: 1002 time: 0.0615740 Nov 29 22:00:05.185189 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f572f84-a86f-4305-b4c5-743926e973e9 req-9099339c-419f-4af0-b3e5-a066a09fad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:05.186710 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1f572f84-a86f-4305-b4c5-743926e973e9 req-9099339c-419f-4af0-b3e5-a066a09fad07 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ac018a01-258b-4d48-9a44-ca3d60e642fd HTTP/1.1" status: 200 len: 849 time: 0.0437703 Nov 29 22:00:05.236881 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f572f84-a86f-4305-b4c5-743926e973e9 req-51be17cd-94b9-4857-aefa-61c381e8c6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:05.238432 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1f572f84-a86f-4305-b4c5-743926e973e9 req-51be17cd-94b9-4857-aefa-61c381e8c6d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=562540b5-b080-4163-a4fa-cf4e96df0d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446405 Nov 29 22:00:05.336210 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1f572f84-a86f-4305-b4c5-743926e973e9 req-b6232627-a912-40a8-bad9-aee7d694172c service neutron] 10.222.0.61 "GET /v2.0/networks/562540b5-b080-4163-a4fa-cf4e96df0d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901690 Nov 29 22:00:05.433532 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1f572f84-a86f-4305-b4c5-743926e973e9 req-2f1c794a-06d2-4460-8fba-c451a28021f6 service neutron] 10.222.0.61 "GET /v2.0/networks/562540b5-b080-4163-a4fa-cf4e96df0d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907671 Nov 29 22:00:07.230400 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-bf006bdd-bb28-43fc-942f-f42ee9dc212e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:09.637140 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 45168) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:09.684200 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d8a9b443-41bf-4bf8-af3a-8fd645fac119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:09.742311 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-eabeb286-476c-420a-a022-e3e8e9467273 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:09.814439 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-eabeb286-476c-420a-a022-e3e8e9467273 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:09.818447 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-eabeb286-476c-420a-a022-e3e8e9467273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:09.855830 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-eabeb286-476c-420a-a022-e3e8e9467273 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5337c44247754447ab5b2b0267401d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176580 Nov 29 22:00:09.856728 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabeb286-476c-420a-a022-e3e8e9467273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa77d483-1cfb-42d4-98e0-26e9bb37ab71,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:09.858550 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 45172) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:09.906148 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-42885add-2598-440f-a65e-70ab27a744b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:09.929731 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-42885add-2598-440f-a65e-70ab27a744b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:09.981747 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-42885add-2598-440f-a65e-70ab27a744b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:09.984614 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-42885add-2598-440f-a65e-70ab27a744b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:09.988840 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-42885add-2598-440f-a65e-70ab27a744b3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aa77d483-1cfb-42d4-98e0-26e9bb37ab71 HTTP/1.1" status: 204 len: 168 time: 0.1290815 Nov 29 22:00:09.999374 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42885add-2598-440f-a65e-70ab27a744b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa77d483-1cfb-42d4-98e0-26e9bb37ab71,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:10.259201 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 45182) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:10.272184 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5debcaff-5ea2-46c9-8c1c-e88dc91100b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:10.347131 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5debcaff-5ea2-46c9-8c1c-e88dc91100b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:10.351533 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5debcaff-5ea2-46c9-8c1c-e88dc91100b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:10.393844 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-5debcaff-5ea2-46c9-8c1c-e88dc91100b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=86850e8c6bdc45a48aec566decaf874f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335537 Nov 29 22:00:10.394799 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debcaff-5ea2-46c9-8c1c-e88dc91100b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3bc3bb-7c26-4b70-86b2-f319c43fe737,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:10.396697 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 45184) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:10.402545 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debcaff-5ea2-46c9-8c1c-e88dc91100b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:10.402902 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debcaff-5ea2-46c9-8c1c-e88dc91100b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:10.403498 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debcaff-5ea2-46c9-8c1c-e88dc91100b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:10.403626 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debcaff-5ea2-46c9-8c1c-e88dc91100b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:10.403946 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debcaff-5ea2-46c9-8c1c-e88dc91100b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:10.404284 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debcaff-5ea2-46c9-8c1c-e88dc91100b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:10.404621 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debcaff-5ea2-46c9-8c1c-e88dc91100b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:10.404956 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debcaff-5ea2-46c9-8c1c-e88dc91100b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:10.405288 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debcaff-5ea2-46c9-8c1c-e88dc91100b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:10.405619 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debcaff-5ea2-46c9-8c1c-e88dc91100b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:10.405948 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debcaff-5ea2-46c9-8c1c-e88dc91100b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:10.406273 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debcaff-5ea2-46c9-8c1c-e88dc91100b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:10.447993 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-16683c88-e712-46b5-b0a7-b047d74a13ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:10.469739 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-16683c88-e712-46b5-b0a7-b047d74a13ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:10.519381 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-16683c88-e712-46b5-b0a7-b047d74a13ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:10.522135 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-16683c88-e712-46b5-b0a7-b047d74a13ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:10.523310 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-16683c88-e712-46b5-b0a7-b047d74a13ce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9d3bc3bb-7c26-4b70-86b2-f319c43fe737 HTTP/1.1" status: 204 len: 168 time: 0.1255708 Nov 29 22:00:10.530836 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16683c88-e712-46b5-b0a7-b047d74a13ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3bc3bb-7c26-4b70-86b2-f319c43fe737,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:10.832894 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 45192) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:10.846220 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-82014ccf-71e1-47c1-94ff-114519666a81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:10.885268 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:10.922367 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-82014ccf-71e1-47c1-94ff-114519666a81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:10.925951 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-82014ccf-71e1-47c1-94ff-114519666a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:10.965329 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-82014ccf-71e1-47c1-94ff-114519666a81 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bab47f560d204ed3b1c84dfac1850a5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307549 Nov 29 22:00:10.966099 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82014ccf-71e1-47c1-94ff-114519666a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6488e58c-ba67-406c-8fde-0270e2080b71,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:10.968087 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 45194) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:11.015917 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-f6dc1e89-f430-45b1-8ca3-5f220d656ff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:11.037913 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-f6dc1e89-f430-45b1-8ca3-5f220d656ff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:11.085981 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-f6dc1e89-f430-45b1-8ca3-5f220d656ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:11.088793 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-f6dc1e89-f430-45b1-8ca3-5f220d656ff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:11.092463 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-f6dc1e89-f430-45b1-8ca3-5f220d656ff0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6488e58c-ba67-406c-8fde-0270e2080b71 HTTP/1.1" status: 204 len: 168 time: 0.1208413 Nov 29 22:00:11.101231 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc1e89-f430-45b1-8ca3-5f220d656ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6488e58c-ba67-406c-8fde-0270e2080b71,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:12.126472 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 45232) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:12.133759 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:12.235323 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-39344514-c51d-4ef0-909b-f863cfc34451 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:12.310541 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-39344514-c51d-4ef0-909b-f863cfc34451 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:12.314390 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-39344514-c51d-4ef0-909b-f863cfc34451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:12.353841 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-39344514-c51d-4ef0-909b-f863cfc34451 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=25579cbbc50749ae893a4bd42fa06eb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263348 Nov 29 22:00:12.354694 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39344514-c51d-4ef0-909b-f863cfc34451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554950f3-77ab-4da3-93c0-a4350d842eba,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:12.356640 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 45238) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:12.361961 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39344514-c51d-4ef0-909b-f863cfc34451 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:12.362318 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39344514-c51d-4ef0-909b-f863cfc34451 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:12.362661 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39344514-c51d-4ef0-909b-f863cfc34451 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:12.362999 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39344514-c51d-4ef0-909b-f863cfc34451 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:12.363359 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39344514-c51d-4ef0-909b-f863cfc34451 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:12.363696 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39344514-c51d-4ef0-909b-f863cfc34451 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:12.364030 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39344514-c51d-4ef0-909b-f863cfc34451 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:12.364361 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39344514-c51d-4ef0-909b-f863cfc34451 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:12.365212 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39344514-c51d-4ef0-909b-f863cfc34451 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:12.365623 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39344514-c51d-4ef0-909b-f863cfc34451 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:12.366020 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39344514-c51d-4ef0-909b-f863cfc34451 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:12.366317 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39344514-c51d-4ef0-909b-f863cfc34451 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:12.406279 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-ba1b85ba-4d7a-4ff5-81b2-3472e2153c2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:12.428078 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-ba1b85ba-4d7a-4ff5-81b2-3472e2153c2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:12.473465 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-ba1b85ba-4d7a-4ff5-81b2-3472e2153c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:12.476305 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-ba1b85ba-4d7a-4ff5-81b2-3472e2153c2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:12.477451 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-ba1b85ba-4d7a-4ff5-81b2-3472e2153c2c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/554950f3-77ab-4da3-93c0-a4350d842eba HTTP/1.1" status: 204 len: 168 time: 0.1198204 Nov 29 22:00:12.486235 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b85ba-4d7a-4ff5-81b2-3472e2153c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554950f3-77ab-4da3-93c0-a4350d842eba,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:13.073309 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 45262) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:13.149755 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:13.173214 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-6b3ac174-f10c-4e49-a327-c179302a86a5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-64399904-network', 'tenant_id': '895b46d8d11149188ef820b55cacc288'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 22:00:13.197364 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3ac174-f10c-4e49-a327-c179302a86a5 admin admin] Made reservation on behalf of 895b46d8d11149188ef820b55cacc288 for: {'network': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 22:00:13.199708 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6b3ac174-f10c-4e49-a327-c179302a86a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for network, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:13.208152 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6b3ac174-f10c-4e49-a327-c179302a86a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:13.282097 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6b3ac174-f10c-4e49-a327-c179302a86a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:13.285572 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6b3ac174-f10c-4e49-a327-c179302a86a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:13.306375 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3ac174-f10c-4e49-a327-c179302a86a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=109068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 22:00:13.321743 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ac174-f10c-4e49-a327-c179302a86a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974748eb-eab3-4a06-935b-3e2c1e6c24a3,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:13.324692 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6b3ac174-f10c-4e49-a327-c179302a86a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:13.325032 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.db.segments_db [None req-6b3ac174-f10c-4e49-a327-c179302a86a5 admin admin] Added segment aac96ad5-b877-4371-9077-8c1810e9713e of type vlan for network 41971933-91a7-4b1b-bc8c-e280dcdf52f3 Nov 29 22:00:13.364982 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6b3ac174-f10c-4e49-a327-c179302a86a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752945079902'] for network, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:13.389216 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6b3ac174-f10c-4e49-a327-c179302a86a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for network, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:13.390110 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3ac174-f10c-4e49-a327-c179302a86a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:13.390715 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6b3ac174-f10c-4e49-a327-c179302a86a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:13.423761 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-6b3ac174-f10c-4e49-a327-c179302a86a5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3493762 Nov 29 22:00:13.426653 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 45270) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:13.432455 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-50487552-f2f2-4327-9fcc-d4600d514a71 admin admin] Request body: {'subnet': {'network_id': '41971933-91a7-4b1b-bc8c-e280dcdf52f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-64399904-subnet', 'tenant_id': '895b46d8d11149188ef820b55cacc288', 'ip_version': 4}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 22:00:13.453070 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50487552-f2f2-4327-9fcc-d4600d514a71 admin admin] Made reservation on behalf of 895b46d8d11149188ef820b55cacc288 for: {'subnet': 1} {{(pid=109067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 22:00:13.455338 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-50487552-f2f2-4327-9fcc-d4600d514a71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126244983'] for subnet, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:13.455581 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ac174-f10c-4e49-a327-c179302a86a5 admin admin] Pushing event updated for resources: {'Network': ['ID=41971933-91a7-4b1b-bc8c-e280dcdf52f3,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:13.465731 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Network 41971933-91a7-4b1b-bc8c-e280dcdf52f3 details requested by agent ovs-agent-dv-cinder-819722-1-iscsi with host dv-cinder-819722-1-iscsi {{(pid=109069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 22:00:13.629530 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-50487552-f2f2-4327-9fcc-d4600d514a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126503802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126244969'] for subnet, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:13.684897 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50487552-f2f2-4327-9fcc-d4600d514a71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=905e5d06-d71b-430d-b798-94d8cdcaadc0,revision_number=0']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:13.693588 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50487552-f2f2-4327-9fcc-d4600d514a71 admin admin] Checking segment: {'id': 'aac96ad5-b877-4371-9077-8c1810e9713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '41971933-91a7-4b1b-bc8c-e280dcdf52f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 22:00:13.693951 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50487552-f2f2-4327-9fcc-d4600d514a71 admin admin] Network hostable DHCP agents. Network: 41971933-91a7-4b1b-bc8c-e280dcdf52f3, hostable agents: ['f050ea31-2221-4d35-9e43-364bf64fbd15'], hosted agents: [] {{(pid=109067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 22:00:13.711261 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50487552-f2f2-4327-9fcc-d4600d514a71 admin admin] Network 41971933-91a7-4b1b-bc8c-e280dcdf52f3 is scheduled to be hosted by DHCP agent f050ea31-2221-4d35-9e43-364bf64fbd15 with binding_index 1 {{(pid=109067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 22:00:13.719890 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-50487552-f2f2-4327-9fcc-d4600d514a71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819722-1-iscsi, 41971933-91a7-4b1b-bc8c-e280dcdf52f3) {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 22:00:13.724607 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50487552-f2f2-4327-9fcc-d4600d514a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:13.725532 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-50487552-f2f2-4327-9fcc-d4600d514a71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:13.730548 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b155581-0fc9-4997-b8cd-ef18a3495b7f None None] Network 41971933-91a7-4b1b-bc8c-e280dcdf52f3 requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 22:00:13.741150 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-50487552-f2f2-4327-9fcc-d4600d514a71 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3124845 Nov 29 22:00:13.743997 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 45274) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:13.748209 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-fa0c1802-1286-429d-915a-d0dc3e0d44bb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-64399904-router', 'tenant_id': '895b46d8d11149188ef820b55cacc288', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 22:00:13.768337 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1802-1286-429d-915a-d0dc3e0d44bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1812733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63426'] for router, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:13.769317 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1802-1286-429d-915a-d0dc3e0d44bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1692916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63433'] for router, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:13.821805 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1802-1286-429d-915a-d0dc3e0d44bb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:13.878033 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21caa0cc-6bdc-59e7-8938-ac611155d915-41971933-91a7-4b1b-bc8c-e280dcdf52f3', 'network_id': '41971933-91a7-4b1b-bc8c-e280dcdf52f3', 'tenant_id': '895b46d8d11149188ef820b55cacc288', 'fixed_ips': [{'subnet_id': '905e5d06-d71b-430d-b798-94d8cdcaadc0'}]}} from dv-cinder-819722-1-iscsi. {{(pid=109069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 22:00:13.878890 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:13.960362 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1802-1286-429d-915a-d0dc3e0d44bb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:14.008454 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Allocated IP 172.20.0.2 (41971933-91a7-4b1b-bc8c-e280dcdf52f3/905e5d06-d71b-430d-b798-94d8cdcaadc0/0f89f1a5-ecbd-47ca-842a-ca6a4b303d57) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 22:00:14.152447 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Publish callbacks [] for port, precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:14.157582 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1802-1286-429d-915a-d0dc3e0d44bb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:14.157976 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:14.178184 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1802-1286-429d-915a-d0dc3e0d44bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:14.204616 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Network 41971933-91a7-4b1b-bc8c-e280dcdf52f3 is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 22:00:14.207952 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 22:00:14.210546 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 22:00:14.219501 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Pushing event updated for resources: {'Port': ['ID=0f89f1a5-ecbd-47ca-842a-ca6a4b303d57,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:14.231760 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:14.232126 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:14.232466 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:14.232796 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:14.233126 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:14.233822 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:14.233822 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:14.234286 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:14.234391 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:14.234698 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:14.235013 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:14.235355 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:14.281138 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Attempting to bind port 0f89f1a5-ecbd-47ca-842a-ca6a4b303d57 on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 22:00:14.281499 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Attempting to bind port 0f89f1a5-ecbd-47ca-842a-ca6a4b303d57 by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': 'aac96ad5-b877-4371-9077-8c1810e9713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '41971933-91a7-4b1b-bc8c-e280dcdf52f3'}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 22:00:14.282077 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Attempting to bind port 0f89f1a5-ecbd-47ca-842a-ca6a4b303d57 on network 41971933-91a7-4b1b-bc8c-e280dcdf52f3 {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 22:00:14.287668 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 22, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 22:00:14.288032 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Checking segment: {'id': 'aac96ad5-b877-4371-9077-8c1810e9713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '41971933-91a7-4b1b-bc8c-e280dcdf52f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 22:00:14.288424 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:14.288819 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Bound using segment: {'id': 'aac96ad5-b877-4371-9077-8c1810e9713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '41971933-91a7-4b1b-bc8c-e280dcdf52f3'} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 22:00:14.289262 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Bound port: 0f89f1a5-ecbd-47ca-842a-ca6a4b303d57, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac96ad5-b877-4371-9077-8c1810e9713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '41971933-91a7-4b1b-bc8c-e280dcdf52f3'}}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 22:00:14.289634 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:14.299090 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.db_base_plugin_common [None req-fa0c1802-1286-429d-915a-d0dc3e0d44bb admin admin] Allocated IP 172.27.0.57 (784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5/a9ef98f4-00ee-4d58-b124-c3e8fe21fad4/b2503084-f31a-4e76-9dc3-01e7d1428314) {{(pid=109067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 22:00:14.351417 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] For port 0f89f1a5-ecbd-47ca-842a-ca6a4b303d57, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 22:00:14.354686 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] For port 0f89f1a5-ecbd-47ca-842a-ca6a4b303d57, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=0f89f1a5-ecbd-47ca-842a-ca6a4b303d57,segment=NetworkSegment(aac96ad5-b877-4371-9077-8c1810e9713e),segment_id=aac96ad5-b877-4371-9077-8c1810e9713e)] {{(pid=109069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 22:00:14.360739 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:14.410183 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1802-1286-429d-915a-d0dc3e0d44bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:14.422956 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9de56-6ce3-41f2-ade3-ee057a22e525 None None] Pushing event updated for resources: {'Port': ['ID=0f89f1a5-ecbd-47ca-842a-ca6a4b303d57,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:14.455026 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1802-1286-429d-915a-d0dc3e0d44bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126503686'] for port, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:14.496900 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0c1802-1286-429d-915a-d0dc3e0d44bb admin admin] Network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 is already hosted by enough agents. {{(pid=109067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 22:00:14.501888 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-fa0c1802-1286-429d-915a-d0dc3e0d44bb admin admin] Resources bound (agent type, host, resource id): {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 22:00:14.506315 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0c1802-1286-429d-915a-d0dc3e0d44bb admin admin] Received port after_create {{(pid=109067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 22:00:14.509383 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c1802-1286-429d-915a-d0dc3e0d44bb admin admin] Pushing event updated for resources: {'Port': ['ID=b2503084-f31a-4e76-9dc3-01e7d1428314,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:14.790838 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1802-1286-429d-915a-d0dc3e0d44bb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:15.202765 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1802-1286-429d-915a-d0dc3e0d44bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811407'] for router, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:15.284234 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3f168f-620b-4103-a526-a32e1cf18242 None None] Network 41971933-91a7-4b1b-bc8c-e280dcdf52f3 requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 22:00:15.344306 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0c1802-1286-429d-915a-d0dc3e0d44bb admin admin] Router bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93 is scheduled to L3 agent 45234573-5df4-4e32-989b-85d77f36231f with binding_index 1 {{(pid=109067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 22:00:15.415909 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-58d7523d-45d7-436d-830d-5f8c7b9fe353 None None] Provisioning complete for port 0f89f1a5-ecbd-47ca-842a-ca6a4b303d57 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:00:15.416365 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-58d7523d-45d7-436d-830d-5f8c7b9fe353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:15.454937 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0c1802-1286-429d-915a-d0dc3e0d44bb admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 22:00:15.465758 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] Sync routers for ids ['bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93'] in dv-cinder-819722-1-iscsi {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 22:00:15.478609 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1802-1286-429d-915a-d0dc3e0d44bb admin admin] Publish callbacks [] for router, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:15.480585 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-fa0c1802-1286-429d-915a-d0dc3e0d44bb admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.7356057 Nov 29 22:00:15.483396 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 45286) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:15.488082 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] Routers {'bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:00:15.488710 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:00:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:15.600675 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] Set router bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:00:15.654563 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-58d7523d-45d7-436d-830d-5f8c7b9fe353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:15.690999 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-58d7523d-45d7-436d-830d-5f8c7b9fe353 None None] For port 0f89f1a5-ecbd-47ca-842a-ca6a4b303d57, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=0f89f1a5-ecbd-47ca-842a-ca6a4b303d57,segment=NetworkSegment(aac96ad5-b877-4371-9077-8c1810e9713e),segment_id=aac96ad5-b877-4371-9077-8c1810e9713e)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:00:15.697876 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-58d7523d-45d7-436d-830d-5f8c7b9fe353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:15.792145 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93', 'name': 'tempest-TestShelveInstance-64399904-router', 'tenant_id': '895b46d8d11149188ef820b55cacc288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'b2503084-f31a-4e76-9dc3-01e7d1428314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:00:13Z', 'updated_at': '2021-11-29T22:00:14Z', 'revision_number': 3, 'project_id': '895b46d8d11149188ef820b55cacc288', 'gw_port': {'id': 'b2503084-f31a-4e76-9dc3-01e7d1428314', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:00:14Z', 'updated_at': '2021-11-29T22:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:15.800093 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7523d-45d7-436d-830d-5f8c7b9fe353 None None] Pushing event updated for resources: {'Port': ['ID=0f89f1a5-ecbd-47ca-842a-ca6a4b303d57,revision_number=3']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:15.828902 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] Checking router: bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93 for host: dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 22:00:15.829254 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] Updating router bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93 port b2503084-f31a-4e76-9dc3-01e7d1428314 binding host dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 22:00:15.930323 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 0f89f1a5-ecbd-47ca-842a-ca6a4b303d57 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 22:00:15.935001 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-e59add02-02fa-4b29-8849-0b17f92034c4 None None] Provisioning complete for port 0f89f1a5-ecbd-47ca-842a-ca6a4b303d57 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:00:15.935445 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e59add02-02fa-4b29-8849-0b17f92034c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:15.955000 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:15.983493 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-0130fd17-cc05-4dda-811c-4718fda0556e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:16.014306 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 0f89f1a5-ecbd-47ca-842a-ca6a4b303d57 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:00:16.014678 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:16.152426 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.db_base_plugin_common [None req-0130fd17-cc05-4dda-811c-4718fda0556e admin admin] Allocated IP 172.20.0.1 (41971933-91a7-4b1b-bc8c-e280dcdf52f3/905e5d06-d71b-430d-b798-94d8cdcaadc0/9d4bec3a-7cbd-4f22-aed0-debbcbf9d696) {{(pid=109067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 22:00:16.222969 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:16.228563 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:16.258405 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-0130fd17-cc05-4dda-811c-4718fda0556e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:16.280569 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] Attempting to bind port b2503084-f31a-4e76-9dc3-01e7d1428314 on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 22:00:16.280965 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] Attempting to bind port b2503084-f31a-4e76-9dc3-01e7d1428314 by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 22:00:16.281311 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] Attempting to bind port b2503084-f31a-4e76-9dc3-01e7d1428314 on network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 22:00:16.292827 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 22, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 22:00:16.293810 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] Checking segment: {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 22:00:16.293810 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:16.294236 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] Bound using segment: {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 22:00:16.294616 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] Bound port: b2503084-f31a-4e76-9dc3-01e7d1428314, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 22:00:16.295056 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:16.296241 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-0130fd17-cc05-4dda-811c-4718fda0556e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126503686'] for port, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:16.296908 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64824b6-6961-40ab-a581-39c8ae6b73ad None None] Pushing event updated for resources: {'Port': ['ID=b2503084-f31a-4e76-9dc3-01e7d1428314,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:16.324612 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64824b6-6961-40ab-a581-39c8ae6b73ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:16.324983 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64824b6-6961-40ab-a581-39c8ae6b73ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:16.325331 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64824b6-6961-40ab-a581-39c8ae6b73ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:16.325662 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64824b6-6961-40ab-a581-39c8ae6b73ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:16.325993 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64824b6-6961-40ab-a581-39c8ae6b73ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:16.326324 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64824b6-6961-40ab-a581-39c8ae6b73ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:16.326650 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64824b6-6961-40ab-a581-39c8ae6b73ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:16.326975 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64824b6-6961-40ab-a581-39c8ae6b73ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:16.327340 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64824b6-6961-40ab-a581-39c8ae6b73ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:16.327667 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64824b6-6961-40ab-a581-39c8ae6b73ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:16.327988 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64824b6-6961-40ab-a581-39c8ae6b73ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:16.328310 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64824b6-6961-40ab-a581-39c8ae6b73ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:00:16.338351 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0130fd17-cc05-4dda-811c-4718fda0556e admin admin] Network 41971933-91a7-4b1b-bc8c-e280dcdf52f3 is already hosted by enough agents. {{(pid=109067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 22:00:16.341009 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-0130fd17-cc05-4dda-811c-4718fda0556e admin admin] Resources bound (agent type, host, resource id): {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 22:00:16.344695 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0130fd17-cc05-4dda-811c-4718fda0556e admin admin] Received port after_create {{(pid=109067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 22:00:16.365602 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] For port b2503084-f31a-4e76-9dc3-01e7d1428314, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 22:00:16.369396 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] For port b2503084-f31a-4e76-9dc3-01e7d1428314, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=b2503084-f31a-4e76-9dc3-01e7d1428314,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 22:00:16.372594 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130fd17-cc05-4dda-811c-4718fda0556e admin admin] Pushing event updated for resources: {'Port': ['ID=9d4bec3a-7cbd-4f22-aed0-debbcbf9d696,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:16.375144 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:16.400607 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-0130fd17-cc05-4dda-811c-4718fda0556e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817148'] for router_interface, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:16.430663 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] Routers {'bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:00:16.431331 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:00:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:16.481636 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64824b6-6961-40ab-a581-39c8ae6b73ad None None] Pushing event updated for resources: {'Port': ['ID=b2503084-f31a-4e76-9dc3-01e7d1428314,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:16.546861 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-0130fd17-cc05-4dda-811c-4718fda0556e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:16.550218 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] Set router bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:00:16.619930 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-fc1a6625-b13c-4d02-b0a2-e5f43e23658c None None] Provisioning complete for port 9d4bec3a-7cbd-4f22-aed0-debbcbf9d696 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:00:16.620493 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-fc1a6625-b13c-4d02-b0a2-e5f43e23658c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:16.654403 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-fc1a6625-b13c-4d02-b0a2-e5f43e23658c None None] Port 9d4bec3a-7cbd-4f22-aed0-debbcbf9d696 cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 22:00:16.726368 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-0130fd17-cc05-4dda-811c-4718fda0556e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:16.728657 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93', 'name': 'tempest-TestShelveInstance-64399904-router', 'tenant_id': '895b46d8d11149188ef820b55cacc288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'b2503084-f31a-4e76-9dc3-01e7d1428314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:00:13Z', 'updated_at': '2021-11-29T22:00:14Z', 'revision_number': 3, 'project_id': '895b46d8d11149188ef820b55cacc288', 'gw_port': {'id': 'b2503084-f31a-4e76-9dc3-01e7d1428314', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:00:14Z', 'updated_at': '2021-11-29T22:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:16.731203 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-0130fd17-cc05-4dda-811c-4718fda0556e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126503669'] for port, after_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:16.759346 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ddfc5a-d170-4547-b0f8-b991eb4c8690 None None] The sync data for ids ['bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93'] in dv-cinder-819722-1-iscsi is: [{'id': 'bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93', 'name': 'tempest-TestShelveInstance-64399904-router', 'tenant_id': '895b46d8d11149188ef820b55cacc288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'b2503084-f31a-4e76-9dc3-01e7d1428314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:00:13Z', 'updated_at': '2021-11-29T22:00:14Z', 'revision_number': 3, 'project_id': '895b46d8d11149188ef820b55cacc288', 'gw_port': {'id': 'b2503084-f31a-4e76-9dc3-01e7d1428314', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:00:14Z', 'updated_at': '2021-11-29T22:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}] {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 22:00:16.800361 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130fd17-cc05-4dda-811c-4718fda0556e admin admin] Pushing event updated for resources: {'Port': ['ID=9d4bec3a-7cbd-4f22-aed0-debbcbf9d696,revision_number=2']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:16.805678 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-0130fd17-cc05-4dda-811c-4718fda0556e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817224'] for router_interface, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:16.904062 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0130fd17-cc05-4dda-811c-4718fda0556e admin admin] Network 41971933-91a7-4b1b-bc8c-e280dcdf52f3 is already hosted by enough agents. {{(pid=109067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 22:00:16.905558 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-0130fd17-cc05-4dda-811c-4718fda0556e admin admin] Resources bound (agent type, host, resource id): {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 22:00:17.053132 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0130fd17-cc05-4dda-811c-4718fda0556e admin admin] Router bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93 has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 22:00:17.173883 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0130fd17-cc05-4dda-811c-4718fda0556e admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 22:00:17.176112 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-173e7d00-5440-4034-8fc9-a89c0c8ce545 None None] Provisioning complete for port 9d4bec3a-7cbd-4f22-aed0-debbcbf9d696 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:00:17.176426 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-173e7d00-5440-4034-8fc9-a89c0c8ce545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:17.179938 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-0130fd17-cc05-4dda-811c-4718fda0556e admin admin] 10.222.0.62 "PUT /v2.0/routers/bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6951559 Nov 29 22:00:17.228487 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-173e7d00-5440-4034-8fc9-a89c0c8ce545 None None] Port 9d4bec3a-7cbd-4f22-aed0-debbcbf9d696 cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 22:00:17.669910 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 45314) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:17.674891 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-98a50f38-fffe-46c5-bd37-5a87553465b7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1121777983-network', 'tenant_id': '76c55af36e18456dbc6618a7aa6feece'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 22:00:17.696536 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a50f38-fffe-46c5-bd37-5a87553465b7 admin admin] Made reservation on behalf of 76c55af36e18456dbc6618a7aa6feece for: {'network': 1} {{(pid=109067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 22:00:17.698874 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-98a50f38-fffe-46c5-bd37-5a87553465b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for network, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:17.707276 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-98a50f38-fffe-46c5-bd37-5a87553465b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:17.784120 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-98a50f38-fffe-46c5-bd37-5a87553465b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:17.789304 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-98a50f38-fffe-46c5-bd37-5a87553465b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:17.814061 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a50f38-fffe-46c5-bd37-5a87553465b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=109067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 22:00:17.824919 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a50f38-fffe-46c5-bd37-5a87553465b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f3edc0-e1ee-46e4-b6e4-e6391d307c94,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:17.830713 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-98a50f38-fffe-46c5-bd37-5a87553465b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:17.831055 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.db.segments_db [None req-98a50f38-fffe-46c5-bd37-5a87553465b7 admin admin] Added segment be0ab4a0-20d9-4728-827c-3520a3d828a8 of type vlan for network cebbe504-7a16-49b9-bec7-0cacefede0a0 Nov 29 22:00:17.878738 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-98a50f38-fffe-46c5-bd37-5a87553465b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752945079902'] for network, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:17.902444 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-98a50f38-fffe-46c5-bd37-5a87553465b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for network, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:17.903413 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a50f38-fffe-46c5-bd37-5a87553465b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:17.904016 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-98a50f38-fffe-46c5-bd37-5a87553465b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:17.932365 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-98a50f38-fffe-46c5-bd37-5a87553465b7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2611513 Nov 29 22:00:17.934917 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 45318) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:17.940315 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-07ea721b-334b-481a-83e2-34a854c7dbbf admin admin] Request body: {'subnet': {'network_id': 'cebbe504-7a16-49b9-bec7-0cacefede0a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1121777983-subnet', 'tenant_id': '76c55af36e18456dbc6618a7aa6feece', 'ip_version': 4}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 22:00:17.965761 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ea721b-334b-481a-83e2-34a854c7dbbf admin admin] Made reservation on behalf of 76c55af36e18456dbc6618a7aa6feece for: {'subnet': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 22:00:17.968345 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-07ea721b-334b-481a-83e2-34a854c7dbbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126160716'] for subnet, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:17.980563 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a50f38-fffe-46c5-bd37-5a87553465b7 admin admin] Pushing event updated for resources: {'Network': ['ID=cebbe504-7a16-49b9-bec7-0cacefede0a0,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:17.992711 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Network cebbe504-7a16-49b9-bec7-0cacefede0a0 details requested by agent ovs-agent-dv-cinder-819722-1-iscsi with host dv-cinder-819722-1-iscsi {{(pid=109069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 22:00:18.001497 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device b2503084-f31a-4e76-9dc3-01e7d1428314 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 22:00:18.107360 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port b2503084-f31a-4e76-9dc3-01e7d1428314 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:00:18.107829 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:18.141956 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-07ea721b-334b-481a-83e2-34a854c7dbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126530043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126160722'] for subnet, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:18.189991 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:18.192213 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea721b-334b-481a-83e2-34a854c7dbbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=77504960-fe19-46ff-88e5-f5bc74e76588,revision_number=0']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:18.207957 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ea721b-334b-481a-83e2-34a854c7dbbf admin admin] Checking segment: {'id': 'be0ab4a0-20d9-4728-827c-3520a3d828a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'cebbe504-7a16-49b9-bec7-0cacefede0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 22:00:18.208359 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ea721b-334b-481a-83e2-34a854c7dbbf admin admin] Network hostable DHCP agents. Network: cebbe504-7a16-49b9-bec7-0cacefede0a0, hostable agents: ['f050ea31-2221-4d35-9e43-364bf64fbd15'], hosted agents: [] {{(pid=109068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 22:00:18.213918 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] For port b2503084-f31a-4e76-9dc3-01e7d1428314, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=b2503084-f31a-4e76-9dc3-01e7d1428314,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:00:18.220381 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:18.221220 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 0f89f1a5-ecbd-47ca-842a-ca6a4b303d57 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 22:00:18.225944 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ea721b-334b-481a-83e2-34a854c7dbbf admin admin] Network cebbe504-7a16-49b9-bec7-0cacefede0a0 is scheduled to be hosted by DHCP agent f050ea31-2221-4d35-9e43-364bf64fbd15 with binding_index 1 {{(pid=109068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 22:00:18.236822 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [None req-07ea721b-334b-481a-83e2-34a854c7dbbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819722-1-iscsi, cebbe504-7a16-49b9-bec7-0cacefede0a0) {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 22:00:18.242686 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ea721b-334b-481a-83e2-34a854c7dbbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:18.243335 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-07ea721b-334b-481a-83e2-34a854c7dbbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for subnet, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:18.260065 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-07ea721b-334b-481a-83e2-34a854c7dbbf admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3239088 Nov 29 22:00:18.262534 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 45320) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:18.267042 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-c0db6564-ab48-4334-8f80-56b92edf3adc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1121777983-router', 'tenant_id': '76c55af36e18456dbc6618a7aa6feece', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 22:00:18.271417 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9bee86-5ad7-4514-ab98-928acc362bc6 None None] Network cebbe504-7a16-49b9-bec7-0cacefede0a0 requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 22:00:18.288336 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-c0db6564-ab48-4334-8f80-56b92edf3adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1812733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63426'] for router, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:18.290002 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-c0db6564-ab48-4334-8f80-56b92edf3adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1692916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63433'] for router, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:18.346739 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-c0db6564-ab48-4334-8f80-56b92edf3adc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:18.346991 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] Sync routers for ids ['bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93'] in dv-cinder-819722-1-iscsi {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 22:00:18.373678 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Pushing event updated for resources: {'Port': ['ID=b2503084-f31a-4e76-9dc3-01e7d1428314,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:18.395090 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] Routers {'bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:00:18.396278 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:00:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:18.398125 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 0f89f1a5-ecbd-47ca-842a-ca6a4b303d57 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:00:18.398556 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:18.489829 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-c0db6564-ab48-4334-8f80-56b92edf3adc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:18.594161 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] Set router bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:00:18.597215 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6b6a64-b86e-4a5f-a651-675303252ba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21caa0cc-6bdc-59e7-8938-ac611155d915-cebbe504-7a16-49b9-bec7-0cacefede0a0', 'network_id': 'cebbe504-7a16-49b9-bec7-0cacefede0a0', 'tenant_id': '76c55af36e18456dbc6618a7aa6feece', 'fixed_ips': [{'subnet_id': '77504960-fe19-46ff-88e5-f5bc74e76588'}]}} from dv-cinder-819722-1-iscsi. {{(pid=109069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 22:00:18.598038 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ce6b6a64-b86e-4a5f-a651-675303252ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:18.691263 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-c0db6564-ab48-4334-8f80-56b92edf3adc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:18.711358 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-c0db6564-ab48-4334-8f80-56b92edf3adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:18.811812 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [None req-c0db6564-ab48-4334-8f80-56b92edf3adc admin admin] Allocated IP 172.27.0.133 (784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5/a9ef98f4-00ee-4d58-b124-c3e8fe21fad4/0b7f17a8-94a3-48e4-8c1e-ca8c20c99346) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 22:00:18.904264 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [None req-ce6b6a64-b86e-4a5f-a651-675303252ba0 None None] Allocated IP 172.20.0.2 (cebbe504-7a16-49b9-bec7-0cacefede0a0/77504960-fe19-46ff-88e5-f5bc74e76588/b120c42b-f2ee-4211-aacf-1f43c7a4b9f1) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 22:00:18.931719 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-c0db6564-ab48-4334-8f80-56b92edf3adc admin admin] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:18.959228 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-c0db6564-ab48-4334-8f80-56b92edf3adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:18.999359 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0db6564-ab48-4334-8f80-56b92edf3adc admin admin] Network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 22:00:19.002173 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [None req-c0db6564-ab48-4334-8f80-56b92edf3adc admin admin] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 22:00:19.006015 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0db6564-ab48-4334-8f80-56b92edf3adc admin admin] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 22:00:19.009292 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93', 'name': 'tempest-TestShelveInstance-64399904-router', 'tenant_id': '895b46d8d11149188ef820b55cacc288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'b2503084-f31a-4e76-9dc3-01e7d1428314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:00:13Z', 'updated_at': '2021-11-29T22:00:16Z', 'revision_number': 4, 'project_id': '895b46d8d11149188ef820b55cacc288', 'gw_port': {'id': 'b2503084-f31a-4e76-9dc3-01e7d1428314', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:00:14Z', 'updated_at': '2021-11-29T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '9d4bec3a-7cbd-4f22-aed0-debbcbf9d696', 'name': '', 'network_id': '41971933-91a7-4b1b-bc8c-e280dcdf52f3', 'tenant_id': '895b46d8d11149188ef820b55cacc288', 'mac_address': 'fa:16:3e:9a:5e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '905e5d06-d71b-430d-b798-94d8cdcaadc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:00:16Z', 'updated_at': '2021-11-29T22:00:16Z', 'revision_number': 2, 'project_id': '895b46d8d11149188ef820b55cacc288', 'subnets': [{'id': '905e5d06-d71b-430d-b798-94d8cdcaadc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:19.029686 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db6564-ab48-4334-8f80-56b92edf3adc admin admin] Pushing event updated for resources: {'Port': ['ID=0b7f17a8-94a3-48e4-8c1e-ca8c20c99346,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:19.041307 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] Checking router: bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93 for host: dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 22:00:19.041652 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] Updating router bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93 port 9d4bec3a-7cbd-4f22-aed0-debbcbf9d696 binding host dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 22:00:19.227026 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:19.260544 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ce6b6a64-b86e-4a5f-a651-675303252ba0 None None] Publish callbacks [] for port, precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:19.280450 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ce6b6a64-b86e-4a5f-a651-675303252ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:19.342492 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6b6a64-b86e-4a5f-a651-675303252ba0 None None] Network cebbe504-7a16-49b9-bec7-0cacefede0a0 is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 22:00:19.386818 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b6a64-b86e-4a5f-a651-675303252ba0 None None] Pushing event updated for resources: {'Port': ['ID=b120c42b-f2ee-4211-aacf-1f43c7a4b9f1,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:19.391736 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-ce6b6a64-b86e-4a5f-a651-675303252ba0 None None] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 22:00:19.396123 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6b6a64-b86e-4a5f-a651-675303252ba0 None None] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 22:00:19.477799 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-ce6b6a64-b86e-4a5f-a651-675303252ba0 None None] Attempting to bind port b120c42b-f2ee-4211-aacf-1f43c7a4b9f1 on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 22:00:19.478170 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-ce6b6a64-b86e-4a5f-a651-675303252ba0 None None] Attempting to bind port b120c42b-f2ee-4211-aacf-1f43c7a4b9f1 by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': 'be0ab4a0-20d9-4728-827c-3520a3d828a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'cebbe504-7a16-49b9-bec7-0cacefede0a0'}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 22:00:19.478523 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6b6a64-b86e-4a5f-a651-675303252ba0 None None] Attempting to bind port b120c42b-f2ee-4211-aacf-1f43c7a4b9f1 on network cebbe504-7a16-49b9-bec7-0cacefede0a0 {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 22:00:19.491683 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6b6a64-b86e-4a5f-a651-675303252ba0 None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 22, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 22:00:19.491683 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6b6a64-b86e-4a5f-a651-675303252ba0 None None] Checking segment: {'id': 'be0ab4a0-20d9-4728-827c-3520a3d828a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'cebbe504-7a16-49b9-bec7-0cacefede0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 22:00:19.492108 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ce6b6a64-b86e-4a5f-a651-675303252ba0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:19.492496 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6b6a64-b86e-4a5f-a651-675303252ba0 None None] Bound using segment: {'id': 'be0ab4a0-20d9-4728-827c-3520a3d828a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'cebbe504-7a16-49b9-bec7-0cacefede0a0'} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 22:00:19.492957 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-ce6b6a64-b86e-4a5f-a651-675303252ba0 None None] Bound port: b120c42b-f2ee-4211-aacf-1f43c7a4b9f1, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0ab4a0-20d9-4728-827c-3520a3d828a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'cebbe504-7a16-49b9-bec7-0cacefede0a0'}}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 22:00:19.493330 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ce6b6a64-b86e-4a5f-a651-675303252ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:19.543677 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-c0db6564-ab48-4334-8f80-56b92edf3adc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:19.615419 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-ce6b6a64-b86e-4a5f-a651-675303252ba0 None None] For port b120c42b-f2ee-4211-aacf-1f43c7a4b9f1, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 22:00:19.622575 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-ce6b6a64-b86e-4a5f-a651-675303252ba0 None None] For port b120c42b-f2ee-4211-aacf-1f43c7a4b9f1, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=b120c42b-f2ee-4211-aacf-1f43c7a4b9f1,segment=NetworkSegment(be0ab4a0-20d9-4728-827c-3520a3d828a8),segment_id=be0ab4a0-20d9-4728-827c-3520a3d828a8)] {{(pid=109069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 22:00:19.629172 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ce6b6a64-b86e-4a5f-a651-675303252ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:19.707395 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] Publish callbacks [] for port, precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:19.722173 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:19.732494 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b6a64-b86e-4a5f-a651-675303252ba0 None None] Pushing event updated for resources: {'Port': ['ID=b120c42b-f2ee-4211-aacf-1f43c7a4b9f1,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:19.763590 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-c0db6564-ab48-4334-8f80-56b92edf3adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811407'] for router, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:19.787789 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54668e0b-c20e-4274-8543-ebc69fba3820 None None] Pushing event updated for resources: {'Port': ['ID=9d4bec3a-7cbd-4f22-aed0-debbcbf9d696,revision_number=3']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:19.839597 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] Attempting to bind port 9d4bec3a-7cbd-4f22-aed0-debbcbf9d696 on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 22:00:19.842504 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] Attempting to bind port 9d4bec3a-7cbd-4f22-aed0-debbcbf9d696 by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': 'aac96ad5-b877-4371-9077-8c1810e9713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '41971933-91a7-4b1b-bc8c-e280dcdf52f3'}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 22:00:19.842921 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] Attempting to bind port 9d4bec3a-7cbd-4f22-aed0-debbcbf9d696 on network 41971933-91a7-4b1b-bc8c-e280dcdf52f3 {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 22:00:19.849438 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 22, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 22:00:19.849920 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] Checking segment: {'id': 'aac96ad5-b877-4371-9077-8c1810e9713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '41971933-91a7-4b1b-bc8c-e280dcdf52f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 22:00:19.850324 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:19.850713 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] Bound using segment: {'id': 'aac96ad5-b877-4371-9077-8c1810e9713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '41971933-91a7-4b1b-bc8c-e280dcdf52f3'} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 22:00:19.851213 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] Bound port: 9d4bec3a-7cbd-4f22-aed0-debbcbf9d696, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac96ad5-b877-4371-9077-8c1810e9713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '41971933-91a7-4b1b-bc8c-e280dcdf52f3'}}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 22:00:19.851594 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:19.959480 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device b2503084-f31a-4e76-9dc3-01e7d1428314 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 22:00:19.968172 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0db6564-ab48-4334-8f80-56b92edf3adc admin admin] Router 8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11 is scheduled to L3 agent 45234573-5df4-4e32-989b-85d77f36231f with binding_index 1 {{(pid=109068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 22:00:20.032480 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] For port 9d4bec3a-7cbd-4f22-aed0-debbcbf9d696, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 22:00:20.036465 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] For port 9d4bec3a-7cbd-4f22-aed0-debbcbf9d696, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=9d4bec3a-7cbd-4f22-aed0-debbcbf9d696,segment=NetworkSegment(aac96ad5-b877-4371-9077-8c1810e9713e),segment_id=aac96ad5-b877-4371-9077-8c1810e9713e)] {{(pid=109069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 22:00:20.041102 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:20.110533 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port b2503084-f31a-4e76-9dc3-01e7d1428314 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:00:20.110899 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:20.119359 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0db6564-ab48-4334-8f80-56b92edf3adc admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 22:00:20.142725 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421579fe-6142-4877-80d1-82d6314de604 None None] Sync routers for ids ['8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11'] in dv-cinder-819722-1-iscsi {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 22:00:20.146520 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-c0db6564-ab48-4334-8f80-56b92edf3adc admin admin] Publish callbacks [] for router, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:20.148171 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-c0db6564-ab48-4334-8f80-56b92edf3adc admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8845105 Nov 29 22:00:20.150896 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 45334) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:20.157345 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54668e0b-c20e-4274-8543-ebc69fba3820 None None] Pushing event updated for resources: {'Port': ['ID=9d4bec3a-7cbd-4f22-aed0-debbcbf9d696,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:20.158586 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421579fe-6142-4877-80d1-82d6314de604 None None] Routers {'8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:00:20.159949 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] Routers {'bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:00:20.160555 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:00:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:20.162436 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-421579fe-6142-4877-80d1-82d6314de604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:00:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:20.166449 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-0fc0d9f8-73af-4bee-a9b2-76ace726b404 None None] Provisioning complete for port 9d4bec3a-7cbd-4f22-aed0-debbcbf9d696 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:00:20.166449 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0fc0d9f8-73af-4bee-a9b2-76ace726b404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:20.292290 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-421579fe-6142-4877-80d1-82d6314de604 None None] Set router 8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:00:20.414432 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] Set router bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:00:20.453766 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0fc0d9f8-73af-4bee-a9b2-76ace726b404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:20.500002 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-421579fe-6142-4877-80d1-82d6314de604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11', 'name': 'tempest-TestShelveInstance-1121777983-router', 'tenant_id': '76c55af36e18456dbc6618a7aa6feece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '0b7f17a8-94a3-48e4-8c1e-ca8c20c99346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:00:18Z', 'updated_at': '2021-11-29T22:00:19Z', 'revision_number': 3, 'project_id': '76c55af36e18456dbc6618a7aa6feece', 'gw_port': {'id': '0b7f17a8-94a3-48e4-8c1e-ca8c20c99346', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:00:18Z', 'updated_at': '2021-11-29T22:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:20.536882 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421579fe-6142-4877-80d1-82d6314de604 None None] Checking router: 8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11 for host: dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 22:00:20.537341 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421579fe-6142-4877-80d1-82d6314de604 None None] Updating router 8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11 port 0b7f17a8-94a3-48e4-8c1e-ca8c20c99346 binding host dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 22:00:20.543765 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-0fc0d9f8-73af-4bee-a9b2-76ace726b404 None None] For port 9d4bec3a-7cbd-4f22-aed0-debbcbf9d696, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=9d4bec3a-7cbd-4f22-aed0-debbcbf9d696,segment=NetworkSegment(aac96ad5-b877-4371-9077-8c1810e9713e),segment_id=aac96ad5-b877-4371-9077-8c1810e9713e)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:00:20.567239 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-421579fe-6142-4877-80d1-82d6314de604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:20.573422 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0fc0d9f8-73af-4bee-a9b2-76ace726b404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:20.715975 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0d9f8-73af-4bee-a9b2-76ace726b404 None None] Pushing event updated for resources: {'Port': ['ID=9d4bec3a-7cbd-4f22-aed0-debbcbf9d696,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:20.726158 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-238a5a4a-9ebe-48bf-85ff-ec782d5cb92f None None] Provisioning complete for port 9d4bec3a-7cbd-4f22-aed0-debbcbf9d696 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:00:20.726532 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-238a5a4a-9ebe-48bf-85ff-ec782d5cb92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:20.858655 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-421579fe-6142-4877-80d1-82d6314de604 None None] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:20.860059 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93', 'name': 'tempest-TestShelveInstance-64399904-router', 'tenant_id': '895b46d8d11149188ef820b55cacc288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'b2503084-f31a-4e76-9dc3-01e7d1428314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:00:13Z', 'updated_at': '2021-11-29T22:00:16Z', 'revision_number': 4, 'project_id': '895b46d8d11149188ef820b55cacc288', 'gw_port': {'id': 'b2503084-f31a-4e76-9dc3-01e7d1428314', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:00:14Z', 'updated_at': '2021-11-29T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '9d4bec3a-7cbd-4f22-aed0-debbcbf9d696', 'name': '', 'network_id': '41971933-91a7-4b1b-bc8c-e280dcdf52f3', 'tenant_id': '895b46d8d11149188ef820b55cacc288', 'mac_address': 'fa:16:3e:9a:5e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '905e5d06-d71b-430d-b798-94d8cdcaadc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:00:16Z', 'updated_at': '2021-11-29T22:00:20Z', 'revision_number': 4, 'project_id': '895b46d8d11149188ef820b55cacc288', 'subnets': [{'id': '905e5d06-d71b-430d-b798-94d8cdcaadc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:20.868406 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-421579fe-6142-4877-80d1-82d6314de604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:20.892671 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559ebb35-ef8f-4dda-8648-75389cf1ca8d None None] The sync data for ids ['bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93'] in dv-cinder-819722-1-iscsi is: [{'id': 'bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93', 'name': 'tempest-TestShelveInstance-64399904-router', 'tenant_id': '895b46d8d11149188ef820b55cacc288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'b2503084-f31a-4e76-9dc3-01e7d1428314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:00:13Z', 'updated_at': '2021-11-29T22:00:16Z', 'revision_number': 4, 'project_id': '895b46d8d11149188ef820b55cacc288', 'gw_port': {'id': 'b2503084-f31a-4e76-9dc3-01e7d1428314', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:00:14Z', 'updated_at': '2021-11-29T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '9d4bec3a-7cbd-4f22-aed0-debbcbf9d696', 'name': '', 'network_id': '41971933-91a7-4b1b-bc8c-e280dcdf52f3', 'tenant_id': '895b46d8d11149188ef820b55cacc288', 'mac_address': 'fa:16:3e:9a:5e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '905e5d06-d71b-430d-b798-94d8cdcaadc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:00:16Z', 'updated_at': '2021-11-29T22:00:20Z', 'revision_number': 4, 'project_id': '895b46d8d11149188ef820b55cacc288', 'subnets': [{'id': '905e5d06-d71b-430d-b798-94d8cdcaadc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 22:00:20.950626 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c1be1-191c-4201-a001-62d43cfd5c6a None None] Pushing event updated for resources: {'Port': ['ID=0b7f17a8-94a3-48e4-8c1e-ca8c20c99346,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:20.968209 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-421579fe-6142-4877-80d1-82d6314de604 None None] Attempting to bind port 0b7f17a8-94a3-48e4-8c1e-ca8c20c99346 on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 22:00:20.968580 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-421579fe-6142-4877-80d1-82d6314de604 None None] Attempting to bind port 0b7f17a8-94a3-48e4-8c1e-ca8c20c99346 by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 22:00:20.968929 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421579fe-6142-4877-80d1-82d6314de604 None None] Attempting to bind port 0b7f17a8-94a3-48e4-8c1e-ca8c20c99346 on network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 22:00:20.988025 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421579fe-6142-4877-80d1-82d6314de604 None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 22, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 22:00:20.988405 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421579fe-6142-4877-80d1-82d6314de604 None None] Checking segment: {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 22:00:20.988812 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-421579fe-6142-4877-80d1-82d6314de604 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:20.989207 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421579fe-6142-4877-80d1-82d6314de604 None None] Bound using segment: {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 22:00:20.990500 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-421579fe-6142-4877-80d1-82d6314de604 None None] Bound port: 0b7f17a8-94a3-48e4-8c1e-ca8c20c99346, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 22:00:20.993235 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-421579fe-6142-4877-80d1-82d6314de604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:21.032811 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-dec8134a-e669-4568-be4a-c4cb925feade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:21.061421 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44572935-e344-4596-b0c4-688a33f0d84e None None] Network cebbe504-7a16-49b9-bec7-0cacefede0a0 requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 22:00:21.071833 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-421579fe-6142-4877-80d1-82d6314de604 None None] For port 0b7f17a8-94a3-48e4-8c1e-ca8c20c99346, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 22:00:21.075088 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-421579fe-6142-4877-80d1-82d6314de604 None None] For port 0b7f17a8-94a3-48e4-8c1e-ca8c20c99346, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=0b7f17a8-94a3-48e4-8c1e-ca8c20c99346,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 22:00:21.079885 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-421579fe-6142-4877-80d1-82d6314de604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:21.154620 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c1be1-191c-4201-a001-62d43cfd5c6a None None] Pushing event updated for resources: {'Port': ['ID=0b7f17a8-94a3-48e4-8c1e-ca8c20c99346,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:21.167988 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421579fe-6142-4877-80d1-82d6314de604 None None] Routers {'8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:00:21.169167 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-421579fe-6142-4877-80d1-82d6314de604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:00:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:21.192879 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-b623dc3b-5f51-4548-ae1f-54d74e00e006 None None] Provisioning complete for port b120c42b-f2ee-4211-aacf-1f43c7a4b9f1 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:00:21.193601 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b623dc3b-5f51-4548-ae1f-54d74e00e006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:21.263718 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.db_base_plugin_common [None req-dec8134a-e669-4568-be4a-c4cb925feade admin admin] Allocated IP 172.20.0.1 (cebbe504-7a16-49b9-bec7-0cacefede0a0/77504960-fe19-46ff-88e5-f5bc74e76588/dd866d8b-e6a2-4ffb-ace0-6e0164e043db) {{(pid=109067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 22:00:21.365449 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b623dc3b-5f51-4548-ae1f-54d74e00e006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:21.399519 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-421579fe-6142-4877-80d1-82d6314de604 None None] Set router 8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:00:21.406161 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-dec8134a-e669-4568-be4a-c4cb925feade admin admin] Publish callbacks [] for port, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:21.441430 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-b623dc3b-5f51-4548-ae1f-54d74e00e006 None None] For port b120c42b-f2ee-4211-aacf-1f43c7a4b9f1, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=b120c42b-f2ee-4211-aacf-1f43c7a4b9f1,segment=NetworkSegment(be0ab4a0-20d9-4728-827c-3520a3d828a8),segment_id=be0ab4a0-20d9-4728-827c-3520a3d828a8)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:00:21.446622 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b623dc3b-5f51-4548-ae1f-54d74e00e006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:21.459155 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-dec8134a-e669-4568-be4a-c4cb925feade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126503686'] for port, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:21.507634 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623dc3b-5f51-4548-ae1f-54d74e00e006 None None] Pushing event updated for resources: {'Port': ['ID=b120c42b-f2ee-4211-aacf-1f43c7a4b9f1,revision_number=3']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:21.527947 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec8134a-e669-4568-be4a-c4cb925feade admin admin] Network cebbe504-7a16-49b9-bec7-0cacefede0a0 is already hosted by enough agents. {{(pid=109067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 22:00:21.532948 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-dec8134a-e669-4568-be4a-c4cb925feade admin admin] Resources bound (agent type, host, resource id): {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 22:00:21.537232 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec8134a-e669-4568-be4a-c4cb925feade admin admin] Received port after_create {{(pid=109067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 22:00:21.543481 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8134a-e669-4568-be4a-c4cb925feade admin admin] Pushing event updated for resources: {'Port': ['ID=dd866d8b-e6a2-4ffb-ace0-6e0164e043db,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:21.608785 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-dec8134a-e669-4568-be4a-c4cb925feade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817148'] for router_interface, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:21.635377 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:00:21.669681 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-421579fe-6142-4877-80d1-82d6314de604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11', 'name': 'tempest-TestShelveInstance-1121777983-router', 'tenant_id': '76c55af36e18456dbc6618a7aa6feece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '0b7f17a8-94a3-48e4-8c1e-ca8c20c99346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:00:18Z', 'updated_at': '2021-11-29T22:00:19Z', 'revision_number': 3, 'project_id': '76c55af36e18456dbc6618a7aa6feece', 'gw_port': {'id': '0b7f17a8-94a3-48e4-8c1e-ca8c20c99346', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:00:18Z', 'updated_at': '2021-11-29T22:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:21.712718 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421579fe-6142-4877-80d1-82d6314de604 None None] The sync data for ids ['8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11'] in dv-cinder-819722-1-iscsi is: [{'id': '8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11', 'name': 'tempest-TestShelveInstance-1121777983-router', 'tenant_id': '76c55af36e18456dbc6618a7aa6feece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '0b7f17a8-94a3-48e4-8c1e-ca8c20c99346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:00:18Z', 'updated_at': '2021-11-29T22:00:19Z', 'revision_number': 3, 'project_id': '76c55af36e18456dbc6618a7aa6feece', 'gw_port': {'id': '0b7f17a8-94a3-48e4-8c1e-ca8c20c99346', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:00:18Z', 'updated_at': '2021-11-29T22:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}] {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 22:00:21.784994 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-dec8134a-e669-4568-be4a-c4cb925feade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:21.788252 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-001eb84f-794e-4909-90fd-16a7a27bf97e None None] Provisioning complete for port b120c42b-f2ee-4211-aacf-1f43c7a4b9f1 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:00:21.788920 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-001eb84f-794e-4909-90fd-16a7a27bf97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:22.006071 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 9d4bec3a-7cbd-4f22-aed0-debbcbf9d696 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 22:00:22.025281 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-dec8134a-e669-4568-be4a-c4cb925feade admin admin] Publish callbacks [] for port, precommit_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:22.032212 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-dec8134a-e669-4568-be4a-c4cb925feade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126503669'] for port, after_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:22.065568 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-ce294760-1797-44d4-b89f-09d1faf8e52c None None] Provisioning complete for port dd866d8b-e6a2-4ffb-ace0-6e0164e043db triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:00:22.066114 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ce294760-1797-44d4-b89f-09d1faf8e52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:22.112757 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-dec8134a-e669-4568-be4a-c4cb925feade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817224'] for router_interface, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:22.122214 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8134a-e669-4568-be4a-c4cb925feade admin admin] Pushing event updated for resources: {'Port': ['ID=dd866d8b-e6a2-4ffb-ace0-6e0164e043db,revision_number=2']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:22.162785 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 9d4bec3a-7cbd-4f22-aed0-debbcbf9d696 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:00:22.163504 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:22.216366 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-ce294760-1797-44d4-b89f-09d1faf8e52c None None] Port dd866d8b-e6a2-4ffb-ace0-6e0164e043db cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 22:00:22.257253 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec8134a-e669-4568-be4a-c4cb925feade admin admin] Network cebbe504-7a16-49b9-bec7-0cacefede0a0 is already hosted by enough agents. {{(pid=109067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 22:00:22.259528 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-dec8134a-e669-4568-be4a-c4cb925feade admin admin] Resources bound (agent type, host, resource id): {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 22:00:22.279221 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device b120c42b-f2ee-4211-aacf-1f43c7a4b9f1 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 22:00:22.356323 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port b120c42b-f2ee-4211-aacf-1f43c7a4b9f1 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:00:22.356908 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:22.421895 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec8134a-e669-4568-be4a-c4cb925feade admin admin] Router 8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11 has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 22:00:22.556220 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec8134a-e669-4568-be4a-c4cb925feade admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 22:00:22.570379 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-dec8134a-e669-4568-be4a-c4cb925feade admin admin] 10.222.0.62 "PUT /v2.0/routers/8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4176617 Nov 29 22:00:22.610631 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-b40a2994-137b-4541-9add-a2a9df03c435 None None] Provisioning complete for port dd866d8b-e6a2-4ffb-ace0-6e0164e043db triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:00:22.610631 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b40a2994-137b-4541-9add-a2a9df03c435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:22.651181 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-b40a2994-137b-4541-9add-a2a9df03c435 None None] Port dd866d8b-e6a2-4ffb-ace0-6e0164e043db cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 22:00:23.188886 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 45360) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:23.194214 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-594b3813-0830-4d97-86e0-4307d654853e tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1762244337', 'description': 'tempest-secgroup-smoke-1762244337 description', 'project_id': '895b46d8d11149188ef820b55cacc288'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 22:00:23.216832 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-594b3813-0830-4d97-86e0-4307d654853e tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:23.283318 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-594b3813-0830-4d97-86e0-4307d654853e tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:23.288479 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-594b3813-0830-4d97-86e0-4307d654853e tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:23.319445 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-594b3813-0830-4d97-86e0-4307d654853e tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:23.320690 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-594b3813-0830-4d97-86e0-4307d654853e tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1307514 Nov 29 22:00:23.322692 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b3813-0830-4d97-86e0-4307d654853e tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde18865-5c1e-452f-93b1-4714c9fbc73a,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:23.323780 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 45362) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:23.328479 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-0fc3970a-bf95-40a8-ab9f-00828409722a tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Request body: {'security_group_rule': {'security_group_id': 'bde18865-5c1e-452f-93b1-4714c9fbc73a', 'project_id': '895b46d8d11149188ef820b55cacc288', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 22:00:23.354579 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-0fc3970a-bf95-40a8-ab9f-00828409722a tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:23.409529 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-0fc3970a-bf95-40a8-ab9f-00828409722a tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:23.413087 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-0fc3970a-bf95-40a8-ab9f-00828409722a tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573674'] for security_group_rule, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:23.428413 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3970a-bf95-40a8-ab9f-00828409722a tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=385f2aef-8269-44eb-b33f-0488e5742bc2,revision_number=0']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:23.439060 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-0fc3970a-bf95-40a8-ab9f-00828409722a tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:23.440427 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-0fc3970a-bf95-40a8-ab9f-00828409722a tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154933 Nov 29 22:00:23.443693 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 45364) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:23.447968 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-1696a240-52aa-4303-84a7-286239f32ddf tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Request body: {'security_group_rule': {'security_group_id': 'bde18865-5c1e-452f-93b1-4714c9fbc73a', 'project_id': '895b46d8d11149188ef820b55cacc288', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 22:00:23.473944 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1696a240-52aa-4303-84a7-286239f32ddf tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:23.529834 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1696a240-52aa-4303-84a7-286239f32ddf tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:23.533384 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1696a240-52aa-4303-84a7-286239f32ddf tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573674'] for security_group_rule, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:23.555736 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696a240-52aa-4303-84a7-286239f32ddf tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e159e9-c36e-40a2-b755-86adb92bd9f8,revision_number=0']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:23.561112 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1696a240-52aa-4303-84a7-286239f32ddf tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:23.562525 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-1696a240-52aa-4303-84a7-286239f32ddf tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176493 Nov 29 22:00:23.565322 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 45366) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:23.570410 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-28a4243a-b631-4e2d-8485-1ce3453965b6 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Request body: {'security_group_rule': {'security_group_id': 'bde18865-5c1e-452f-93b1-4714c9fbc73a', 'project_id': '895b46d8d11149188ef820b55cacc288', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 22:00:23.596115 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-28a4243a-b631-4e2d-8485-1ce3453965b6 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:23.653570 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-28a4243a-b631-4e2d-8485-1ce3453965b6 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:23.657015 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-28a4243a-b631-4e2d-8485-1ce3453965b6 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573674'] for security_group_rule, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:23.674409 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4243a-b631-4e2d-8485-1ce3453965b6 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e74c491-d3cf-4b85-a8f7-d8609080ef8f,revision_number=0']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:23.682578 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-28a4243a-b631-4e2d-8485-1ce3453965b6 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:23.683852 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-28a4243a-b631-4e2d-8485-1ce3453965b6 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175599 Nov 29 22:00:23.687530 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 45368) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:23.691988 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-6c36becb-7dbb-4a3a-bca0-a68644e10227 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Request body: {'security_group_rule': {'security_group_id': 'bde18865-5c1e-452f-93b1-4714c9fbc73a', 'project_id': '895b46d8d11149188ef820b55cacc288', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 22:00:23.717893 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6c36becb-7dbb-4a3a-bca0-a68644e10227 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:23.779134 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6c36becb-7dbb-4a3a-bca0-a68644e10227 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:23.783907 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6c36becb-7dbb-4a3a-bca0-a68644e10227 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573674'] for security_group_rule, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:23.798943 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36becb-7dbb-4a3a-bca0-a68644e10227 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584d123a-e065-47a2-ad79-b97aea68cdd4,revision_number=0']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:23.810284 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6c36becb-7dbb-4a3a-bca0-a68644e10227 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:23.811607 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-6c36becb-7dbb-4a3a-bca0-a68644e10227 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231167 Nov 29 22:00:23.814691 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 45374) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:23.821461 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-203ce161-6a53-4b7e-ac36-21f1d76f1f7b tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Request body: {'security_group_rule': {'security_group_id': 'bde18865-5c1e-452f-93b1-4714c9fbc73a', 'project_id': '895b46d8d11149188ef820b55cacc288', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 22:00:23.844471 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.db.securitygroups_db [None req-203ce161-6a53-4b7e-ac36-21f1d76f1f7b tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Project 895b46d8d11149188ef820b55cacc288 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 22:00:23.850290 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-203ce161-6a53-4b7e-ac36-21f1d76f1f7b tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:23.888971 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 0b7f17a8-94a3-48e4-8c1e-ca8c20c99346 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 22:00:23.914687 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-203ce161-6a53-4b7e-ac36-21f1d76f1f7b tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:23.918536 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-203ce161-6a53-4b7e-ac36-21f1d76f1f7b tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573674'] for security_group_rule, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:23.936919 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce161-6a53-4b7e-ac36-21f1d76f1f7b tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abbf468c-830a-4bd9-8bfb-bd4339662d3a,revision_number=0']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:23.942069 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-203ce161-6a53-4b7e-ac36-21f1d76f1f7b tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:23.942242 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 0b7f17a8-94a3-48e4-8c1e-ca8c20c99346 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:00:23.943437 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:23.946689 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 45376) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:23.951194 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-efb5103b-7ab8-448f-9ef6-5bb1e1dddc3b tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Request body: {'security_group_rule': {'security_group_id': 'bde18865-5c1e-452f-93b1-4714c9fbc73a', 'project_id': '895b46d8d11149188ef820b55cacc288', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 22:00:23.951659 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-203ce161-6a53-4b7e-ac36-21f1d76f1f7b tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1341600 Nov 29 22:00:23.973386 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.db.securitygroups_db [None req-efb5103b-7ab8-448f-9ef6-5bb1e1dddc3b tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Project 895b46d8d11149188ef820b55cacc288 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 22:00:23.979197 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-efb5103b-7ab8-448f-9ef6-5bb1e1dddc3b tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:24.025754 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:24.047929 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] For port 0b7f17a8-94a3-48e4-8c1e-ca8c20c99346, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=0b7f17a8-94a3-48e4-8c1e-ca8c20c99346,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:00:24.053056 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:24.053566 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-efb5103b-7ab8-448f-9ef6-5bb1e1dddc3b tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:24.058877 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-efb5103b-7ab8-448f-9ef6-5bb1e1dddc3b tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573674'] for security_group_rule, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:24.079472 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5103b-7ab8-448f-9ef6-5bb1e1dddc3b tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cbf2610-5dd3-4616-bb81-37e22967da10,revision_number=0']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:24.087666 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-efb5103b-7ab8-448f-9ef6-5bb1e1dddc3b tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:24.088878 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-efb5103b-7ab8-448f-9ef6-5bb1e1dddc3b tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1411717 Nov 29 22:00:24.105480 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Pushing event updated for resources: {'Port': ['ID=0b7f17a8-94a3-48e4-8c1e-ca8c20c99346,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:24.325660 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] Sync routers for ids ['8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11'] in dv-cinder-819722-1-iscsi {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 22:00:24.336569 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] Routers {'8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:00:24.337189 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:00:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:24.453727 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] Set router 8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:00:24.669184 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11', 'name': 'tempest-TestShelveInstance-1121777983-router', 'tenant_id': '76c55af36e18456dbc6618a7aa6feece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '0b7f17a8-94a3-48e4-8c1e-ca8c20c99346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:00:18Z', 'updated_at': '2021-11-29T22:00:21Z', 'revision_number': 4, 'project_id': '76c55af36e18456dbc6618a7aa6feece', 'gw_port': {'id': '0b7f17a8-94a3-48e4-8c1e-ca8c20c99346', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:00:18Z', 'updated_at': '2021-11-29T22:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': 'dd866d8b-e6a2-4ffb-ace0-6e0164e043db', 'name': '', 'network_id': 'cebbe504-7a16-49b9-bec7-0cacefede0a0', 'tenant_id': '76c55af36e18456dbc6618a7aa6feece', 'mac_address': 'fa:16:3e:58:f6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '77504960-fe19-46ff-88e5-f5bc74e76588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:00:21Z', 'updated_at': '2021-11-29T22:00:21Z', 'revision_number': 2, 'project_id': '76c55af36e18456dbc6618a7aa6feece', 'subnets': [{'id': '77504960-fe19-46ff-88e5-f5bc74e76588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:24.696634 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] Checking router: 8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11 for host: dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 22:00:24.697250 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] Updating router 8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11 port dd866d8b-e6a2-4ffb-ace0-6e0164e043db binding host dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 22:00:24.728589 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:25.016481 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] Publish callbacks [] for port, precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:25.022276 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:25.079037 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35739b-fc66-4535-a0cc-0e555cd3789a None None] Pushing event updated for resources: {'Port': ['ID=dd866d8b-e6a2-4ffb-ace0-6e0164e043db,revision_number=3']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:25.135506 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] Attempting to bind port dd866d8b-e6a2-4ffb-ace0-6e0164e043db on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 22:00:25.135876 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] Attempting to bind port dd866d8b-e6a2-4ffb-ace0-6e0164e043db by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': 'be0ab4a0-20d9-4728-827c-3520a3d828a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'cebbe504-7a16-49b9-bec7-0cacefede0a0'}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 22:00:25.136234 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] Attempting to bind port dd866d8b-e6a2-4ffb-ace0-6e0164e043db on network cebbe504-7a16-49b9-bec7-0cacefede0a0 {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 22:00:25.142239 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 22, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 22:00:25.142403 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] Checking segment: {'id': 'be0ab4a0-20d9-4728-827c-3520a3d828a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'cebbe504-7a16-49b9-bec7-0cacefede0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 22:00:25.142774 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:25.143203 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] Bound using segment: {'id': 'be0ab4a0-20d9-4728-827c-3520a3d828a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'cebbe504-7a16-49b9-bec7-0cacefede0a0'} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 22:00:25.143670 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] Bound port: dd866d8b-e6a2-4ffb-ace0-6e0164e043db, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0ab4a0-20d9-4728-827c-3520a3d828a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'cebbe504-7a16-49b9-bec7-0cacefede0a0'}}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 22:00:25.144045 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:25.218748 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] For port dd866d8b-e6a2-4ffb-ace0-6e0164e043db, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 22:00:25.221996 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] For port dd866d8b-e6a2-4ffb-ace0-6e0164e043db, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=dd866d8b-e6a2-4ffb-ace0-6e0164e043db,segment=NetworkSegment(be0ab4a0-20d9-4728-827c-3520a3d828a8),segment_id=be0ab4a0-20d9-4728-827c-3520a3d828a8)] {{(pid=109069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 22:00:25.226883 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:25.298454 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] Routers {'8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:00:25.299088 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:00:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:25.300792 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35739b-fc66-4535-a0cc-0e555cd3789a None None] Pushing event updated for resources: {'Port': ['ID=dd866d8b-e6a2-4ffb-ace0-6e0164e043db,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:25.348973 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-c1642e2c-5894-45d2-bb8f-b7a585d50bf8 None None] Provisioning complete for port dd866d8b-e6a2-4ffb-ace0-6e0164e043db triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:00:25.349319 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c1642e2c-5894-45d2-bb8f-b7a585d50bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:25.451140 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] Set router 8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:00:25.561960 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c1642e2c-5894-45d2-bb8f-b7a585d50bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:25.639922 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-c1642e2c-5894-45d2-bb8f-b7a585d50bf8 None None] For port dd866d8b-e6a2-4ffb-ace0-6e0164e043db, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=dd866d8b-e6a2-4ffb-ace0-6e0164e043db,segment=NetworkSegment(be0ab4a0-20d9-4728-827c-3520a3d828a8),segment_id=be0ab4a0-20d9-4728-827c-3520a3d828a8)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:00:25.648014 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c1642e2c-5894-45d2-bb8f-b7a585d50bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:25.728272 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1642e2c-5894-45d2-bb8f-b7a585d50bf8 None None] Pushing event updated for resources: {'Port': ['ID=dd866d8b-e6a2-4ffb-ace0-6e0164e043db,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:25.748545 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11', 'name': 'tempest-TestShelveInstance-1121777983-router', 'tenant_id': '76c55af36e18456dbc6618a7aa6feece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '0b7f17a8-94a3-48e4-8c1e-ca8c20c99346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:00:18Z', 'updated_at': '2021-11-29T22:00:21Z', 'revision_number': 4, 'project_id': '76c55af36e18456dbc6618a7aa6feece', 'gw_port': {'id': '0b7f17a8-94a3-48e4-8c1e-ca8c20c99346', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:00:18Z', 'updated_at': '2021-11-29T22:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': 'dd866d8b-e6a2-4ffb-ace0-6e0164e043db', 'name': '', 'network_id': 'cebbe504-7a16-49b9-bec7-0cacefede0a0', 'tenant_id': '76c55af36e18456dbc6618a7aa6feece', 'mac_address': 'fa:16:3e:58:f6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '77504960-fe19-46ff-88e5-f5bc74e76588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:00:21Z', 'updated_at': '2021-11-29T22:00:25Z', 'revision_number': 4, 'project_id': '76c55af36e18456dbc6618a7aa6feece', 'subnets': [{'id': '77504960-fe19-46ff-88e5-f5bc74e76588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:25.779983 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f42154-2575-4003-880c-dde84944baa6 None None] The sync data for ids ['8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11'] in dv-cinder-819722-1-iscsi is: [{'id': '8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11', 'name': 'tempest-TestShelveInstance-1121777983-router', 'tenant_id': '76c55af36e18456dbc6618a7aa6feece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '0b7f17a8-94a3-48e4-8c1e-ca8c20c99346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:00:18Z', 'updated_at': '2021-11-29T22:00:21Z', 'revision_number': 4, 'project_id': '76c55af36e18456dbc6618a7aa6feece', 'gw_port': {'id': '0b7f17a8-94a3-48e4-8c1e-ca8c20c99346', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:00:18Z', 'updated_at': '2021-11-29T22:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': 'dd866d8b-e6a2-4ffb-ace0-6e0164e043db', 'name': '', 'network_id': 'cebbe504-7a16-49b9-bec7-0cacefede0a0', 'tenant_id': '76c55af36e18456dbc6618a7aa6feece', 'mac_address': 'fa:16:3e:58:f6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '77504960-fe19-46ff-88e5-f5bc74e76588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:00:21Z', 'updated_at': '2021-11-29T22:00:25Z', 'revision_number': 4, 'project_id': '76c55af36e18456dbc6618a7aa6feece', 'subnets': [{'id': '77504960-fe19-46ff-88e5-f5bc74e76588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 22:00:25.790787 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-f64767e9-c22b-4030-847e-f8dd29c0a099 None None] Provisioning complete for port dd866d8b-e6a2-4ffb-ace0-6e0164e043db triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:00:25.791176 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f64767e9-c22b-4030-847e-f8dd29c0a099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:25.927765 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 0b7f17a8-94a3-48e4-8c1e-ca8c20c99346 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 22:00:25.982704 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 0b7f17a8-94a3-48e4-8c1e-ca8c20c99346 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:00:25.983076 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:27.892172 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device dd866d8b-e6a2-4ffb-ace0-6e0164e043db up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 22:00:27.947184 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port dd866d8b-e6a2-4ffb-ace0-6e0164e043db triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:00:27.947561 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:30.054920 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:37.234883 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-88ebc8e1-8ccf-4c3a-a169-382f1ff504f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:39.684608 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9467b4f1-077a-4f15-84d1-352bb6bde674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:40.374020 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-c994a940-ee18-4058-ae06-3a2e8d4d51a8 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1762244337&fields=id&tenant_id=895b46d8d11149188ef820b55cacc288 HTTP/1.1" status: 200 len: 267 time: 0.0473034 Nov 29 22:00:40.480789 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-c0cc40ef-ab66-4aaf-9b71-9c2648e21658 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:40.482168 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-c0cc40ef-ab66-4aaf-9b71-9c2648e21658 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] 10.222.0.62 "GET /v2.0/networks?id=41971933-91a7-4b1b-bc8c-e280dcdf52f3 HTTP/1.1" status: 200 len: 807 time: 0.1014392 Nov 29 22:00:40.503202 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-b82c448d-7fe5-4251-98f3-87ecea0a0249 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] 10.222.0.62 "GET /v2.0/quotas/895b46d8d11149188ef820b55cacc288 HTTP/1.1" status: 200 len: 375 time: 0.0093751 Nov 29 22:00:40.554830 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-7315dcab-764f-4049-9419-b19beb39c99b tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=895b46d8d11149188ef820b55cacc288&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453277 Nov 29 22:00:40.657603 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-50138da1-93ed-4ce4-8c58-3882216cdc3f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 22:00:40.658612 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-50138da1-93ed-4ce4-8c58-3882216cdc3f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0925429 Nov 29 22:00:40.751724 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-739e397b-04e5-4ad4-9e5b-d0ee9fe58f3c service neutron] 10.222.0.62 "GET /v2.0/networks/41971933-91a7-4b1b-bc8c-e280dcdf52f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866647 Nov 29 22:00:40.844508 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-d5eb3858-96ed-43bf-971e-75ae0b97aeea service neutron] 10.222.0.62 "GET /v2.0/networks/41971933-91a7-4b1b-bc8c-e280dcdf52f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869772 Nov 29 22:00:40.888760 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:42.140905 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:42.147762 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-9a70a7d8-de36-4a89-b5fa-e33341f0dc77 req-b3cc8404-af74-4161-9b5f-ccf09a384f04 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfff3e49-5d28-4a18-8c5d-7872db51dc23 HTTP/1.1" status: 200 len: 210 time: 0.0292852 Nov 29 22:00:43.147742 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:43.191710 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-e23b9df3-ffbc-46aa-b703-40bcf522ab8e tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:43.193435 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-e23b9df3-ffbc-46aa-b703-40bcf522ab8e tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] 10.222.0.61 "GET /v2.0/networks?id=41971933-91a7-4b1b-bc8c-e280dcdf52f3 HTTP/1.1" status: 200 len: 807 time: 0.1135218 Nov 29 22:00:43.242349 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-367ba915-20c9-4854-9357-ea8502829322 req-c6ca7765-e61b-4e20-ad65-a6d597a97fea tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfff3e49-5d28-4a18-8c5d-7872db51dc23 HTTP/1.1" status: 200 len: 210 time: 0.0258279 Nov 29 22:00:43.261175 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-c756c042-d56d-45cc-9072-7bf883fefdc2 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=895b46d8d11149188ef820b55cacc288 HTTP/1.1" status: 200 len: 380 time: 0.0579338 Nov 29 22:00:43.270278 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-1823da65-5dbc-4c3a-9c16-b26a592d8b85 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Request body: {'port': {'device_id': 'cfff3e49-5d28-4a18-8c5d-7872db51dc23', 'network_id': '41971933-91a7-4b1b-bc8c-e280dcdf52f3', 'admin_state_up': True, 'tenant_id': '895b46d8d11149188ef820b55cacc288', 'security_groups': ['bde18865-5c1e-452f-93b1-4714c9fbc73a']}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 22:00:43.387514 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-1823da65-5dbc-4c3a-9c16-b26a592d8b85 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Made reservation on behalf of 895b46d8d11149188ef820b55cacc288 for: {'port': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 22:00:43.390846 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-1823da65-5dbc-4c3a-9c16-b26a592d8b85 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:43.508905 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-1823da65-5dbc-4c3a-9c16-b26a592d8b85 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Allocated IP 172.20.0.8 (41971933-91a7-4b1b-bc8c-e280dcdf52f3/905e5d06-d71b-430d-b798-94d8cdcaadc0/26061f2d-4d9b-4ceb-8908-c7096e88dac6) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 22:00:43.645135 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-1823da65-5dbc-4c3a-9c16-b26a592d8b85 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:43.678708 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-1823da65-5dbc-4c3a-9c16-b26a592d8b85 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:43.722646 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-1823da65-5dbc-4c3a-9c16-b26a592d8b85 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Network 41971933-91a7-4b1b-bc8c-e280dcdf52f3 is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 22:00:43.725650 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-1823da65-5dbc-4c3a-9c16-b26a592d8b85 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 22:00:43.729464 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-1823da65-5dbc-4c3a-9c16-b26a592d8b85 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 22:00:43.735794 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823da65-5dbc-4c3a-9c16-b26a592d8b85 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Pushing event updated for resources: {'Port': ['ID=26061f2d-4d9b-4ceb-8908-c7096e88dac6,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:43.786554 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-1823da65-5dbc-4c3a-9c16-b26a592d8b85 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:43.787289 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-1823da65-5dbc-4c3a-9c16-b26a592d8b85 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:43.803208 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-1823da65-5dbc-4c3a-9c16-b26a592d8b85 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5365803 Nov 29 22:00:43.815946 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-2ea1ee6f-673d-40c2-8e68-63a2bed899d5 service neutron] Request body: {'port': {'device_id': 'cfff3e49-5d28-4a18-8c5d-7872db51dc23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81972'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 22:00:43.871933 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-2ea1ee6f-673d-40c2-8e68-63a2bed899d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:43.961600 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-c725650d-8628-4533-85bf-f3b19cdfb99f None None] Provisioning complete for port 26061f2d-4d9b-4ceb-8908-c7096e88dac6 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:00:43.961885 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c725650d-8628-4533-85bf-f3b19cdfb99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:43.998697 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-c725650d-8628-4533-85bf-f3b19cdfb99f None None] Port 26061f2d-4d9b-4ceb-8908-c7096e88dac6 cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 22:00:44.126996 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-2ea1ee6f-673d-40c2-8e68-63a2bed899d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26061f2d-4d9b-4ceb-8908-c7096e88dac6 {{(pid=109068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 22:00:44.134882 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-2ea1ee6f-673d-40c2-8e68-63a2bed899d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:44.147569 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.provisioning_blocks [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-2ea1ee6f-673d-40c2-8e68-63a2bed899d5 service neutron] Transition to ACTIVE for port object 26061f2d-4d9b-4ceb-8908-c7096e88dac6 will not be triggered until provisioned by entity L2. {{(pid=109068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 22:00:44.151511 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-2ea1ee6f-673d-40c2-8e68-63a2bed899d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126529652'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:44.204164 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1ee6f-673d-40c2-8e68-63a2bed899d5 service neutron] Pushing event updated for resources: {'Port': ['ID=26061f2d-4d9b-4ceb-8908-c7096e88dac6,revision_number=2']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:44.274645 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-2ea1ee6f-673d-40c2-8e68-63a2bed899d5 service neutron] Attempting to bind port 26061f2d-4d9b-4ceb-8908-c7096e88dac6 on host hv-cinder-81972 for vnic_type normal with profile {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 22:00:44.274986 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-2ea1ee6f-673d-40c2-8e68-63a2bed899d5 service neutron] Attempting to bind port 26061f2d-4d9b-4ceb-8908-c7096e88dac6 by drivers openvswitch,hyperv on host hv-cinder-81972 at level 0 using segments [{'id': 'aac96ad5-b877-4371-9077-8c1810e9713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '41971933-91a7-4b1b-bc8c-e280dcdf52f3'}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 22:00:44.275348 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-2ea1ee6f-673d-40c2-8e68-63a2bed899d5 service neutron] Attempting to bind port 26061f2d-4d9b-4ceb-8908-c7096e88dac6 on network 41971933-91a7-4b1b-bc8c-e280dcdf52f3 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 22:00:44.280049 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-2ea1ee6f-673d-40c2-8e68-63a2bed899d5 service neutron] Port 26061f2d-4d9b-4ceb-8908-c7096e88dac6 on network 41971933-91a7-4b1b-bc8c-e280dcdf52f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81972 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 22:00:44.280381 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-2ea1ee6f-673d-40c2-8e68-63a2bed899d5 service neutron] Attempting to bind port 26061f2d-4d9b-4ceb-8908-c7096e88dac6 on network 41971933-91a7-4b1b-bc8c-e280dcdf52f3 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 22:00:44.285765 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-2ea1ee6f-673d-40c2-8e68-63a2bed899d5 service neutron] Checking agent: {'id': 'bd4952a7-5212-46e1-86e6-5bf28a3d3387', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81972', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'started_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 22, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 22:00:44.286300 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-2ea1ee6f-673d-40c2-8e68-63a2bed899d5 service neutron] Checking segment: {'id': 'aac96ad5-b877-4371-9077-8c1810e9713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '41971933-91a7-4b1b-bc8c-e280dcdf52f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 22:00:44.286695 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-2ea1ee6f-673d-40c2-8e68-63a2bed899d5 service neutron] Bound using segment: {'id': 'aac96ad5-b877-4371-9077-8c1810e9713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '41971933-91a7-4b1b-bc8c-e280dcdf52f3'} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 22:00:44.287138 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-2ea1ee6f-673d-40c2-8e68-63a2bed899d5 service neutron] Bound port: 26061f2d-4d9b-4ceb-8908-c7096e88dac6, host: hv-cinder-81972, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac96ad5-b877-4371-9077-8c1810e9713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '41971933-91a7-4b1b-bc8c-e280dcdf52f3'}}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 22:00:44.289573 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-2ea1ee6f-673d-40c2-8e68-63a2bed899d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:44.357133 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-2ea1ee6f-673d-40c2-8e68-63a2bed899d5 service neutron] For port 26061f2d-4d9b-4ceb-8908-c7096e88dac6, host hv-cinder-81972, cleared binding levels {{(pid=109068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 22:00:44.360473 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-2ea1ee6f-673d-40c2-8e68-63a2bed899d5 service neutron] For port 26061f2d-4d9b-4ceb-8908-c7096e88dac6, host hv-cinder-81972, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=26061f2d-4d9b-4ceb-8908-c7096e88dac6,segment=NetworkSegment(aac96ad5-b877-4371-9077-8c1810e9713e),segment_id=aac96ad5-b877-4371-9077-8c1810e9713e)] {{(pid=109068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 22:00:44.364178 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-2ea1ee6f-673d-40c2-8e68-63a2bed899d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126529652'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:44.368061 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e53ac2-7d64-451a-80fb-f85ff44c89a1 req-8dccaf0c-880e-4ecb-a207-95313d69befd tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:44.369577 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d4e53ac2-7d64-451a-80fb-f85ff44c89a1 req-8dccaf0c-880e-4ecb-a207-95313d69befd tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfff3e49-5d28-4a18-8c5d-7872db51dc23 HTTP/1.1" status: 200 len: 943 time: 0.0504761 Nov 29 22:00:44.400715 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-2ea1ee6f-673d-40c2-8e68-63a2bed899d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:44.401204 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-2ea1ee6f-673d-40c2-8e68-63a2bed899d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:44.402627 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-2ea1ee6f-673d-40c2-8e68-63a2bed899d5 service neutron] 10.222.0.61 "PUT /v2.0/ports/26061f2d-4d9b-4ceb-8908-c7096e88dac6 HTTP/1.1" status: 200 len: 1093 time: 0.5913274 Nov 29 22:00:44.403065 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfff3e49-5d28-4a18-8c5d-7872db51dc23', 'tag': '26061f2d-4d9b-4ceb-8908-c7096e88dac6'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 22:00:44.405395 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7a6292-d53a-455c-8312-31a776394c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "cfff3e49-5d28-4a18-8c5d-7872db51dc23", "tag": "26061f2d-4d9b-4ceb-8908-c7096e88dac6"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 22:00:44.422575 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d4e53ac2-7d64-451a-80fb-f85ff44c89a1 req-e6e4edcb-c3f2-4edf-9da7-49e26c051dda tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] 10.222.0.62 "GET /v2.0/security-groups?id=bde18865-5c1e-452f-93b1-4714c9fbc73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465665 Nov 29 22:00:44.444883 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1ee6f-673d-40c2-8e68-63a2bed899d5 service neutron] Pushing event updated for resources: {'Port': ['ID=26061f2d-4d9b-4ceb-8908-c7096e88dac6,revision_number=3']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:44.497655 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-7dbfe19d-d0e7-4a1f-96f6-951aaa8ffdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:44.499380 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-7dbfe19d-d0e7-4a1f-96f6-951aaa8ffdf5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=895b46d8d11149188ef820b55cacc288&device_id=cfff3e49-5d28-4a18-8c5d-7872db51dc23 HTTP/1.1" status: 200 len: 1096 time: 0.0472100 Nov 29 22:00:44.543323 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 22:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50c7ef0-ca18-4b08-bbbf-12260a5a68da x-openstack-request-id: req-e50c7ef0-ca18-4b08-bbbf-12260a5a68da {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 22:00:44.543617 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfff3e49-5d28-4a18-8c5d-7872db51dc23", "tag": "26061f2d-4d9b-4ceb-8908-c7096e88dac6", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 22:00:44.543872 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e50c7ef0-ca18-4b08-bbbf-12260a5a68da {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 22:00:44.544270 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfff3e49-5d28-4a18-8c5d-7872db51dc23', 'tag': '26061f2d-4d9b-4ceb-8908-c7096e88dac6', 'status': 'completed', 'code': 200} Nov 29 22:00:44.546106 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-99ff8f68-0d41-4411-866a-62163f93e268 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26061f2d-4d9b-4ceb-8908-c7096e88dac6 HTTP/1.1" status: 200 len: 217 time: 0.0384200 Nov 29 22:00:44.601725 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-b998806f-c9aa-48a2-ae99-92ba13a5436b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:44.603075 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-b998806f-c9aa-48a2-ae99-92ba13a5436b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=905e5d06-d71b-430d-b798-94d8cdcaadc0 HTTP/1.1" status: 200 len: 846 time: 0.0501113 Nov 29 22:00:44.647854 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-5a624b4d-f38d-4ac7-9ed8-58d837b3ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:44.650014 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-5a624b4d-f38d-4ac7-9ed8-58d837b3ca93 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41971933-91a7-4b1b-bc8c-e280dcdf52f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392637 Nov 29 22:00:44.741759 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-613577fc-956c-4c02-ad04-3e7c6ee2e0a0 service neutron] 10.222.0.61 "GET /v2.0/networks/41971933-91a7-4b1b-bc8c-e280dcdf52f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843563 Nov 29 22:00:44.833236 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-ed6aa032-8481-4f89-9937-3183fa63d4aa service neutron] 10.222.0.61 "GET /v2.0/networks/41971933-91a7-4b1b-bc8c-e280dcdf52f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846305 Nov 29 22:00:44.916480 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a6292-d53a-455c-8312-31a776394c1b req-4dc91865-06be-44c0-8e30-7ebfafe6667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:44.918316 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-4a7a6292-d53a-455c-8312-31a776394c1b req-4dc91865-06be-44c0-8e30-7ebfafe6667c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=895b46d8d11149188ef820b55cacc288&device_id=cfff3e49-5d28-4a18-8c5d-7872db51dc23 HTTP/1.1" status: 200 len: 1096 time: 0.0426154 Nov 29 22:00:45.013382 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a6292-d53a-455c-8312-31a776394c1b req-8398697e-cb32-408d-9ded-c39fe37f409a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:45.014772 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-4a7a6292-d53a-455c-8312-31a776394c1b req-8398697e-cb32-408d-9ded-c39fe37f409a service neutron] 10.222.0.61 "GET /v2.0/networks?id=41971933-91a7-4b1b-bc8c-e280dcdf52f3 HTTP/1.1" status: 200 len: 908 time: 0.0876522 Nov 29 22:00:45.056907 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-4a7a6292-d53a-455c-8312-31a776394c1b req-b268032a-c8c2-4359-b655-30aae68d8eab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26061f2d-4d9b-4ceb-8908-c7096e88dac6 HTTP/1.1" status: 200 len: 217 time: 0.0324500 Nov 29 22:00:45.109609 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a6292-d53a-455c-8312-31a776394c1b req-525419c1-9a75-4770-b38b-ac00822be882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:45.111037 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-4a7a6292-d53a-455c-8312-31a776394c1b req-525419c1-9a75-4770-b38b-ac00822be882 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=905e5d06-d71b-430d-b798-94d8cdcaadc0 HTTP/1.1" status: 200 len: 846 time: 0.0459151 Nov 29 22:00:45.156492 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a6292-d53a-455c-8312-31a776394c1b req-b3370707-2f3c-40f8-995d-5ca51f862e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:45.157970 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-4a7a6292-d53a-455c-8312-31a776394c1b req-b3370707-2f3c-40f8-995d-5ca51f862e8b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41971933-91a7-4b1b-bc8c-e280dcdf52f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387294 Nov 29 22:00:45.287672 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-b5c8ffbf-72c0-46bc-938e-071d541c41c8 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:45.289489 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-b5c8ffbf-72c0-46bc-938e-071d541c41c8 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfff3e49-5d28-4a18-8c5d-7872db51dc23 HTTP/1.1" status: 200 len: 943 time: 0.0925322 Nov 29 22:00:45.291241 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-4a7a6292-d53a-455c-8312-31a776394c1b req-d1b294fd-1576-4083-b5c3-e1f4b87912d8 service neutron] 10.222.0.61 "GET /v2.0/networks/41971933-91a7-4b1b-bc8c-e280dcdf52f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237946 Nov 29 22:00:45.462302 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-4a7a6292-d53a-455c-8312-31a776394c1b req-5f2cc6f3-cb9a-4f82-8ca2-35f3d4833276 service neutron] 10.222.0.61 "GET /v2.0/networks/41971933-91a7-4b1b-bc8c-e280dcdf52f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601133 Nov 29 22:00:45.472777 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-a96bde0a-99f0-4985-bafd-b4d57ff6ae1d tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Deleting port 26061f2d-4d9b-4ceb-8908-c7096e88dac6 {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:00:45.473123 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-a96bde0a-99f0-4985-bafd-b4d57ff6ae1d tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:45.566988 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-a96bde0a-99f0-4985-bafd-b4d57ff6ae1d tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] For port 26061f2d-4d9b-4ceb-8908-c7096e88dac6, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=26061f2d-4d9b-4ceb-8908-c7096e88dac6,segment=NetworkSegment(aac96ad5-b877-4371-9077-8c1810e9713e),segment_id=aac96ad5-b877-4371-9077-8c1810e9713e)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:00:45.567660 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-a96bde0a-99f0-4985-bafd-b4d57ff6ae1d tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:45.569371 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2f378-8e1f-4946-abe1-f6767f8e3082 req-d7cc750a-9e59-4e56-ab45-c9f6074f8c09 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:45.571070 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5de2f378-8e1f-4946-abe1-f6767f8e3082 req-d7cc750a-9e59-4e56-ab45-c9f6074f8c09 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfff3e49-5d28-4a18-8c5d-7872db51dc23 HTTP/1.1" status: 200 len: 943 time: 0.0520849 Nov 29 22:00:45.585008 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-a96bde0a-99f0-4985-bafd-b4d57ff6ae1d tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Calling delete_port for 26061f2d-4d9b-4ceb-8908-c7096e88dac6 owned by compute:nova {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:00:45.621049 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5de2f378-8e1f-4946-abe1-f6767f8e3082 req-130e4514-33f6-4422-9548-14ab7d9c6f49 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] 10.222.0.62 "GET /v2.0/security-groups?id=bde18865-5c1e-452f-93b1-4714c9fbc73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439367 Nov 29 22:00:45.711093 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-a96bde0a-99f0-4985-bafd-b4d57ff6ae1d tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:45.738870 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96bde0a-99f0-4985-bafd-b4d57ff6ae1d tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Pushing event deleted for resources: {'Port': ['ID=26061f2d-4d9b-4ceb-8908-c7096e88dac6,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:45.784269 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-a96bde0a-99f0-4985-bafd-b4d57ff6ae1d tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] No DVR routers for this DVR port 26061f2d-4d9b-4ceb-8908-c7096e88dac6 on host hv-cinder-81972 {{(pid=109068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 22:00:45.787962 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-a96bde0a-99f0-4985-bafd-b4d57ff6ae1d tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:45.792766 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-cfab17e6-1a75-4924-97ad-97d674262bf0 req-a96bde0a-99f0-4985-bafd-b4d57ff6ae1d tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] 10.222.0.61 "DELETE /v2.0/ports/26061f2d-4d9b-4ceb-8908-c7096e88dac6 HTTP/1.1" status: 204 len: 173 time: 0.4917376 Nov 29 22:00:46.545013 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfff3e49-5d28-4a18-8c5d-7872db51dc23', 'name': 'network-vif-deleted', 'tag': '26061f2d-4d9b-4ceb-8908-c7096e88dac6'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 22:00:46.547309 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6fd1c5-16fc-416f-bcda-3ffaf3da1a43" -d '{"events": [{"server_uuid": "cfff3e49-5d28-4a18-8c5d-7872db51dc23", "name": "network-vif-deleted", "tag": "26061f2d-4d9b-4ceb-8908-c7096e88dac6"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 22:00:46.580296 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 29 Nov 2021 22:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b44d612-e41a-45c3-802b-70a5ff9cbb85 x-openstack-request-id: req-8b44d612-e41a-45c3-802b-70a5ff9cbb85 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 22:00:46.580649 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfff3e49-5d28-4a18-8c5d-7872db51dc23", "name": "network-vif-deleted", "tag": "26061f2d-4d9b-4ceb-8908-c7096e88dac6", "status": "failed", "code": 422}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 22:00:46.580910 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8b44d612-e41a-45c3-802b-70a5ff9cbb85 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 22:00:46.581315 dv-cinder-819722-1-iscsi neutron-server[109068]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cfff3e49-5d28-4a18-8c5d-7872db51dc23', 'name': 'network-vif-deleted', 'tag': '26061f2d-4d9b-4ceb-8908-c7096e88dac6', 'status': 'failed', 'code': 422} returned with failed status Nov 29 22:00:46.722784 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6d65b4b9-ad5d-46b0-92f4-172d48863ef4 req-155f5558-6901-44ed-b9e9-ef3d54495fa1 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfff3e49-5d28-4a18-8c5d-7872db51dc23 HTTP/1.1" status: 200 len: 210 time: 0.0251431 Nov 29 22:00:46.870787 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-ddb7de98-59a1-4e18-bc70-e716714086d7 req-3e357d9d-263a-43c0-ae32-c6e735dd7d67 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfff3e49-5d28-4a18-8c5d-7872db51dc23 HTTP/1.1" status: 200 len: 210 time: 0.0262599 Nov 29 22:00:47.182218 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 45662) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:47.243163 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3749e82f-df51-428b-a58e-322a25e80574 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:47.267602 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3749e82f-df51-428b-a58e-322a25e80574 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:47.328177 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3749e82f-df51-428b-a58e-322a25e80574 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:47.331044 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3749e82f-df51-428b-a58e-322a25e80574 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:47.332221 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-3749e82f-df51-428b-a58e-322a25e80574 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] 10.222.0.62 "DELETE /v2.0/security-groups/bde18865-5c1e-452f-93b1-4714c9fbc73a HTTP/1.1" status: 204 len: 168 time: 0.1489921 Nov 29 22:00:47.341961 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749e82f-df51-428b-a58e-322a25e80574 tempest-TestShelveInstance-2007933540 tempest-TestShelveInstance-2007933540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde18865-5c1e-452f-93b1-4714c9fbc73a,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:47.373552 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 45668) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:47.713602 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3cdbda04-e7d2-44f2-9e87-5adfd0c04854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817269'] for router_interface, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:47.960364 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-3cdbda04-e7d2-44f2-9e87-5adfd0c04854 admin admin] Deleting port 9d4bec3a-7cbd-4f22-aed0-debbcbf9d696 {{(pid=109067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:00:47.961041 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3cdbda04-e7d2-44f2-9e87-5adfd0c04854 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:48.038372 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.db [None req-3cdbda04-e7d2-44f2-9e87-5adfd0c04854 admin admin] For port 9d4bec3a-7cbd-4f22-aed0-debbcbf9d696, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=9d4bec3a-7cbd-4f22-aed0-debbcbf9d696,segment=NetworkSegment(aac96ad5-b877-4371-9077-8c1810e9713e),segment_id=aac96ad5-b877-4371-9077-8c1810e9713e)] {{(pid=109067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:00:48.039288 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3cdbda04-e7d2-44f2-9e87-5adfd0c04854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:48.055948 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-3cdbda04-e7d2-44f2-9e87-5adfd0c04854 admin admin] Calling delete_port for 9d4bec3a-7cbd-4f22-aed0-debbcbf9d696 owned by network:router_interface {{(pid=109067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:00:48.234485 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3cdbda04-e7d2-44f2-9e87-5adfd0c04854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126503686'] for port, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:48.260536 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbda04-e7d2-44f2-9e87-5adfd0c04854 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d4bec3a-7cbd-4f22-aed0-debbcbf9d696,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:48.428230 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-3cdbda04-e7d2-44f2-9e87-5adfd0c04854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810949'] for router_interface, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:48.848833 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdbda04-e7d2-44f2-9e87-5adfd0c04854 admin admin] Router bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93 has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 22:00:48.958503 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdbda04-e7d2-44f2-9e87-5adfd0c04854 admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 22:00:48.964040 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-3cdbda04-e7d2-44f2-9e87-5adfd0c04854 admin admin] 10.222.0.62 "PUT /v2.0/routers/bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5895915 Nov 29 22:00:48.966468 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 45680) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:48.968694 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd6c133-fcbf-4b3c-9342-6c07df43e007 None None] Sync routers for ids ['bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93'] in dv-cinder-819722-1-iscsi {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 22:00:48.979379 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd6c133-fcbf-4b3c-9342-6c07df43e007 None None] Routers {'bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:00:48.979972 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-ffd6c133-fcbf-4b3c-9342-6c07df43e007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:00:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:49.069180 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-99d413df-2c75-4d88-97a1-bd0c963e7fdf admin admin] Publish callbacks [] for router, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:49.083688 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-ffd6c133-fcbf-4b3c-9342-6c07df43e007 None None] Set router bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:00:49.173659 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-99d413df-2c75-4d88-97a1-bd0c963e7fdf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:49.228921 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-99d413df-2c75-4d88-97a1-bd0c963e7fdf admin admin] Deleting port b2503084-f31a-4e76-9dc3-01e7d1428314 {{(pid=109067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:00:49.229251 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-99d413df-2c75-4d88-97a1-bd0c963e7fdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:49.259129 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-ffd6c133-fcbf-4b3c-9342-6c07df43e007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93', 'name': 'tempest-TestShelveInstance-64399904-router', 'tenant_id': '895b46d8d11149188ef820b55cacc288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'b2503084-f31a-4e76-9dc3-01e7d1428314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:00:13Z', 'updated_at': '2021-11-29T22:00:48Z', 'revision_number': 5, 'project_id': '895b46d8d11149188ef820b55cacc288', 'gw_port': {'id': 'b2503084-f31a-4e76-9dc3-01e7d1428314', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:00:14Z', 'updated_at': '2021-11-29T22:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:49.288942 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd6c133-fcbf-4b3c-9342-6c07df43e007 None None] Checking router: bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93 for host: dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 22:00:49.297294 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd6c133-fcbf-4b3c-9342-6c07df43e007 None None] Routers {'bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:00:49.297888 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-ffd6c133-fcbf-4b3c-9342-6c07df43e007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:00:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:49.308455 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.db [None req-99d413df-2c75-4d88-97a1-bd0c963e7fdf admin admin] For port b2503084-f31a-4e76-9dc3-01e7d1428314, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=b2503084-f31a-4e76-9dc3-01e7d1428314,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:00:49.308823 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-99d413df-2c75-4d88-97a1-bd0c963e7fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:49.322323 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-99d413df-2c75-4d88-97a1-bd0c963e7fdf admin admin] Calling delete_port for b2503084-f31a-4e76-9dc3-01e7d1428314 owned by network:router_gateway {{(pid=109067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:00:49.384421 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-ffd6c133-fcbf-4b3c-9342-6c07df43e007 None None] Set router bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93 gateway port host: None {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:00:49.439253 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-ffd6c133-fcbf-4b3c-9342-6c07df43e007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93', 'name': 'tempest-TestShelveInstance-64399904-router', 'tenant_id': '895b46d8d11149188ef820b55cacc288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:00:13Z', 'updated_at': '2021-11-29T22:00:49Z', 'revision_number': 6, 'project_id': '895b46d8d11149188ef820b55cacc288', 'gw_port_host': None}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:49.469924 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd6c133-fcbf-4b3c-9342-6c07df43e007 None None] The sync data for ids ['bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93'] in dv-cinder-819722-1-iscsi is: [{'id': 'bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93', 'name': 'tempest-TestShelveInstance-64399904-router', 'tenant_id': '895b46d8d11149188ef820b55cacc288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:00:13Z', 'updated_at': '2021-11-29T22:00:49Z', 'revision_number': 6, 'project_id': '895b46d8d11149188ef820b55cacc288', 'gw_port_host': None}] {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 22:00:49.495464 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-99d413df-2c75-4d88-97a1-bd0c963e7fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126503686'] for port, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:49.526438 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d413df-2c75-4d88-97a1-bd0c963e7fdf admin admin] Pushing event deleted for resources: {'Port': ['ID=b2503084-f31a-4e76-9dc3-01e7d1428314,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:49.584401 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-99d413df-2c75-4d88-97a1-bd0c963e7fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811427'] for router_gateway, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:49.672436 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-99d413df-2c75-4d88-97a1-bd0c963e7fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63472'] for router, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:49.674574 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-99d413df-2c75-4d88-97a1-bd0c963e7fdf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:49.716962 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-99d413df-2c75-4d88-97a1-bd0c963e7fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811982'] for router, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:49.717470 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d413df-2c75-4d88-97a1-bd0c963e7fdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93 {{(pid=109067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 22:00:49.722155 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-99d413df-2c75-4d88-97a1-bd0c963e7fdf admin admin] Publish callbacks [] for router, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:49.723326 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-99d413df-2c75-4d88-97a1-bd0c963e7fdf admin admin] 10.222.0.62 "DELETE /v2.0/routers/bfda0f1f-d1d5-4d12-ad3d-15b6a1798a93 HTTP/1.1" status: 204 len: 168 time: 0.7559047 Nov 29 22:00:49.725810 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 45684) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:49.773744 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18631a8-bf92-4ea8-9431-de3da7371a3f admin admin] Deleting subnet 905e5d06-d71b-430d-b798-94d8cdcaadc0 {{(pid=109067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 22:00:49.776710 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c18631a8-bf92-4ea8-9431-de3da7371a3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:49.815351 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c18631a8-bf92-4ea8-9431-de3da7371a3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126503812'] for subnet, precommit_delete_associations {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:49.902076 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c18631a8-bf92-4ea8-9431-de3da7371a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730469'] for subnet, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:49.963718 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c18631a8-bf92-4ea8-9431-de3da7371a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126503739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126245010'] for subnet, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:49.991264 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18631a8-bf92-4ea8-9431-de3da7371a3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=905e5d06-d71b-430d-b798-94d8cdcaadc0,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:49.995823 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c18631a8-bf92-4ea8-9431-de3da7371a3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:49.999004 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-c18631a8-bf92-4ea8-9431-de3da7371a3f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/905e5d06-d71b-430d-b798-94d8cdcaadc0 HTTP/1.1" status: 204 len: 168 time: 0.2722092 Nov 29 22:00:50.001416 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 45690) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:50.001999 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1c7123-7e52-46d4-acae-1fe68229f377 None None] Network 41971933-91a7-4b1b-bc8c-e280dcdf52f3 requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 22:00:50.071574 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e735bd24-a6fa-4573-b283-ae62fc3e719d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606273'] for network, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:50.129741 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-e735bd24-a6fa-4573-b283-ae62fc3e719d admin admin] Deleting port 0f89f1a5-ecbd-47ca-842a-ca6a4b303d57 {{(pid=109067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:00:50.130082 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e735bd24-a6fa-4573-b283-ae62fc3e719d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:50.194001 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.db [None req-e735bd24-a6fa-4573-b283-ae62fc3e719d admin admin] For port 0f89f1a5-ecbd-47ca-842a-ca6a4b303d57, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=0f89f1a5-ecbd-47ca-842a-ca6a4b303d57,segment=NetworkSegment(aac96ad5-b877-4371-9077-8c1810e9713e),segment_id=aac96ad5-b877-4371-9077-8c1810e9713e)] {{(pid=109067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:00:50.194281 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e735bd24-a6fa-4573-b283-ae62fc3e719d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:50.206371 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-e735bd24-a6fa-4573-b283-ae62fc3e719d admin admin] Calling delete_port for 0f89f1a5-ecbd-47ca-842a-ca6a4b303d57 owned by network:dhcp {{(pid=109067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:00:50.258459 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c848be-620a-4fc9-a216-5c492c9642be None None] DHCP port deletion for 41971933-91a7-4b1b-bc8c-e280dcdf52f3 request from dv-cinder-819722-1-iscsi {{(pid=109069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 22:00:50.289349 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 9d4bec3a-7cbd-4f22-aed0-debbcbf9d696 no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 22:00:50.299946 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e735bd24-a6fa-4573-b283-ae62fc3e719d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126503686'] for port, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:50.310263 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No Port match for: 9d4bec3a-7cbd-4f22-aed0-debbcbf9d696 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 22:00:50.310602 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 9d4bec3a-7cbd-4f22-aed0-debbcbf9d696 not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 22:00:50.327162 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735bd24-a6fa-4573-b283-ae62fc3e719d admin admin] Pushing event deleted for resources: {'Port': ['ID=0f89f1a5-ecbd-47ca-842a-ca6a4b303d57,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:50.329223 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e735bd24-a6fa-4573-b283-ae62fc3e719d admin admin] No DVR routers for this DVR port 0f89f1a5-ecbd-47ca-842a-ca6a4b303d57 on host dv-cinder-819722-1-iscsi {{(pid=109067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 22:00:50.333154 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-35c848be-620a-4fc9-a216-5c492c9642be None None] Deleting port 0f89f1a5-ecbd-47ca-842a-ca6a4b303d57 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:00:50.333810 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-35c848be-620a-4fc9-a216-5c492c9642be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:50.406889 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e735bd24-a6fa-4573-b283-ae62fc3e719d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731116', 'neutron.services.segments.db._delete_segments_for_network-8752945619276'] for network, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:50.409009 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-35c848be-620a-4fc9-a216-5c492c9642be None None] For port 0f89f1a5-ecbd-47ca-842a-ca6a4b303d57, host dv-cinder-819722-1-iscsi, got binding levels [] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:00:50.409584 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-35c848be-620a-4fc9-a216-5c492c9642be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:50.422692 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-35c848be-620a-4fc9-a216-5c492c9642be None None] Calling delete_port for 0f89f1a5-ecbd-47ca-842a-ca6a4b303d57 owned by network:dhcp {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:00:50.428585 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.ipam_backend_mixin [None req-35c848be-620a-4fc9-a216-5c492c9642be None None] Port 0f89f1a5-ecbd-47ca-842a-ca6a4b303d57 was not found and therefore no delete operation was performed {{(pid=109069) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 22:00:50.429693 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-e735bd24-a6fa-4573-b283-ae62fc3e719d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41971933-91a7-4b1b-bc8c-e280dcdf52f3']}} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:50.430252 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-35c848be-620a-4fc9-a216-5c492c9642be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205'] for port, after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:50.440072 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-e735bd24-a6fa-4573-b283-ae62fc3e719d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac96ad5-b877-4371-9077-8c1810e9713e') {'for_net_delete': True} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:50.440410 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-e735bd24-a6fa-4573-b283-ae62fc3e719d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac96ad5-b877-4371-9077-8c1810e9713e') {} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:50.454990 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e735bd24-a6fa-4573-b283-ae62fc3e719d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752945621589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126503933'] for segment, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:50.456904 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c848be-620a-4fc9-a216-5c492c9642be None None] Pushing event deleted for resources: {'Port': ['ID=0f89f1a5-ecbd-47ca-842a-ca6a4b303d57,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:50.462940 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c848be-620a-4fc9-a216-5c492c9642be None None] No DVR routers for this DVR port 0f89f1a5-ecbd-47ca-842a-ca6a4b303d57 on host dv-cinder-819722-1-iscsi {{(pid=109069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 22:00:50.471158 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e735bd24-a6fa-4573-b283-ae62fc3e719d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:50.483014 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e735bd24-a6fa-4573-b283-ae62fc3e719d admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=109067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 22:00:50.483533 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e735bd24-a6fa-4573-b283-ae62fc3e719d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126503641'] for segment, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: Traceback (most recent call last): Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: timer() Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: cb(*args, **kw) Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: return func(*args, **kwargs) Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: self._notify() Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: self.callback(batched_events) Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: event.method(event) Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: return f(self, *a, **k) Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: return self._get(url).json() Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: return self.request(url, 'GET', **kwargs) Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 22:00:50.486290 dv-cinder-819722-1-iscsi neutron-server[109067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 22:00:50.543137 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e735bd24-a6fa-4573-b283-ae62fc3e719d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811335'] for network, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:50.548432 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e735bd24-a6fa-4573-b283-ae62fc3e719d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:50.552028 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-e735bd24-a6fa-4573-b283-ae62fc3e719d admin admin] 10.222.0.62 "DELETE /v2.0/networks/41971933-91a7-4b1b-bc8c-e280dcdf52f3 HTTP/1.1" status: 204 len: 168 time: 0.5493782 Nov 29 22:00:50.555147 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 45694) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:50.564642 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735bd24-a6fa-4573-b283-ae62fc3e719d admin admin] Pushing event deleted for resources: {'Network': ['ID=41971933-91a7-4b1b-bc8c-e280dcdf52f3,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:50.892006 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3283dd7f-d471-4cc7-852d-a19cd0ca39df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817269'] for router_interface, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:51.132835 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-3283dd7f-d471-4cc7-852d-a19cd0ca39df admin admin] Deleting port dd866d8b-e6a2-4ffb-ace0-6e0164e043db {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:00:51.133182 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3283dd7f-d471-4cc7-852d-a19cd0ca39df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:51.212284 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [None req-3283dd7f-d471-4cc7-852d-a19cd0ca39df admin admin] For port dd866d8b-e6a2-4ffb-ace0-6e0164e043db, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=dd866d8b-e6a2-4ffb-ace0-6e0164e043db,segment=NetworkSegment(be0ab4a0-20d9-4728-827c-3520a3d828a8),segment_id=be0ab4a0-20d9-4728-827c-3520a3d828a8)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:00:51.212579 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3283dd7f-d471-4cc7-852d-a19cd0ca39df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:51.224634 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-3283dd7f-d471-4cc7-852d-a19cd0ca39df admin admin] Calling delete_port for dd866d8b-e6a2-4ffb-ace0-6e0164e043db owned by network:router_interface {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:00:51.403558 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3283dd7f-d471-4cc7-852d-a19cd0ca39df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:51.433729 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283dd7f-d471-4cc7-852d-a19cd0ca39df admin admin] Pushing event deleted for resources: {'Port': ['ID=dd866d8b-e6a2-4ffb-ace0-6e0164e043db,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:51.593613 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-3283dd7f-d471-4cc7-852d-a19cd0ca39df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810949'] for router_interface, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:51.802708 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3283dd7f-d471-4cc7-852d-a19cd0ca39df admin admin] Router 8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11 has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 22:00:51.928936 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device b2503084-f31a-4e76-9dc3-01e7d1428314 no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 22:00:51.950822 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No Port match for: b2503084-f31a-4e76-9dc3-01e7d1428314 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 22:00:51.951175 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device b2503084-f31a-4e76-9dc3-01e7d1428314 not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 22:00:51.951595 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 0f89f1a5-ecbd-47ca-842a-ca6a4b303d57 no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 22:00:51.976006 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No Port match for: 0f89f1a5-ecbd-47ca-842a-ca6a4b303d57 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 22:00:51.976888 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 0f89f1a5-ecbd-47ca-842a-ca6a4b303d57 not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 22:00:52.170723 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3283dd7f-d471-4cc7-852d-a19cd0ca39df admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 22:00:52.178321 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-3283dd7f-d471-4cc7-852d-a19cd0ca39df admin admin] 10.222.0.62 "PUT /v2.0/routers/8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6184046 Nov 29 22:00:52.178438 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 45706) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:52.179027 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10dbe3d-26cb-4d19-a14f-39ce9242892c None None] Sync routers for ids ['8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11'] in dv-cinder-819722-1-iscsi {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 22:00:52.190340 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10dbe3d-26cb-4d19-a14f-39ce9242892c None None] Routers {'8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:00:52.191287 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-e10dbe3d-26cb-4d19-a14f-39ce9242892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:00:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:52.282073 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e42513c3-1e3a-46b8-a6b4-e228b1b96c05 admin admin] Publish callbacks [] for router, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:52.295179 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-e10dbe3d-26cb-4d19-a14f-39ce9242892c None None] Set router 8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11 gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:00:52.383669 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e42513c3-1e3a-46b8-a6b4-e228b1b96c05 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:52.434530 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-e42513c3-1e3a-46b8-a6b4-e228b1b96c05 admin admin] Deleting port 0b7f17a8-94a3-48e4-8c1e-ca8c20c99346 {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:00:52.434867 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e42513c3-1e3a-46b8-a6b4-e228b1b96c05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:52.471075 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-e10dbe3d-26cb-4d19-a14f-39ce9242892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11', 'name': 'tempest-TestShelveInstance-1121777983-router', 'tenant_id': '76c55af36e18456dbc6618a7aa6feece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '0b7f17a8-94a3-48e4-8c1e-ca8c20c99346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:00:18Z', 'updated_at': '2021-11-29T22:00:51Z', 'revision_number': 5, 'project_id': '76c55af36e18456dbc6618a7aa6feece', 'gw_port': {'id': '0b7f17a8-94a3-48e4-8c1e-ca8c20c99346', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:00:18Z', 'updated_at': '2021-11-29T22:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:52.501390 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10dbe3d-26cb-4d19-a14f-39ce9242892c None None] Checking router: 8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11 for host: dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 22:00:52.510212 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10dbe3d-26cb-4d19-a14f-39ce9242892c None None] Routers {'8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:00:52.510808 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-e10dbe3d-26cb-4d19-a14f-39ce9242892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:00:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:52.517016 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [None req-e42513c3-1e3a-46b8-a6b4-e228b1b96c05 admin admin] For port 0b7f17a8-94a3-48e4-8c1e-ca8c20c99346, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=0b7f17a8-94a3-48e4-8c1e-ca8c20c99346,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:00:52.517409 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e42513c3-1e3a-46b8-a6b4-e228b1b96c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:52.529700 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-e42513c3-1e3a-46b8-a6b4-e228b1b96c05 admin admin] Calling delete_port for 0b7f17a8-94a3-48e4-8c1e-ca8c20c99346 owned by network:router_gateway {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:00:52.594768 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-e10dbe3d-26cb-4d19-a14f-39ce9242892c None None] Set router 8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11 gateway port host: None {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:00:52.649808 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-e10dbe3d-26cb-4d19-a14f-39ce9242892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11', 'name': 'tempest-TestShelveInstance-1121777983-router', 'tenant_id': '76c55af36e18456dbc6618a7aa6feece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:00:18Z', 'updated_at': '2021-11-29T22:00:52Z', 'revision_number': 6, 'project_id': '76c55af36e18456dbc6618a7aa6feece', 'gw_port_host': None}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:52.675935 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10dbe3d-26cb-4d19-a14f-39ce9242892c None None] The sync data for ids ['8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11'] in dv-cinder-819722-1-iscsi is: [{'id': '8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11', 'name': 'tempest-TestShelveInstance-1121777983-router', 'tenant_id': '76c55af36e18456dbc6618a7aa6feece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:00:18Z', 'updated_at': '2021-11-29T22:00:52Z', 'revision_number': 6, 'project_id': '76c55af36e18456dbc6618a7aa6feece', 'gw_port_host': None}] {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 22:00:52.695015 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e42513c3-1e3a-46b8-a6b4-e228b1b96c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:52.722470 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42513c3-1e3a-46b8-a6b4-e228b1b96c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7f17a8-94a3-48e4-8c1e-ca8c20c99346,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:52.779882 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e42513c3-1e3a-46b8-a6b4-e228b1b96c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811427'] for router_gateway, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:52.868411 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e42513c3-1e3a-46b8-a6b4-e228b1b96c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63472'] for router, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:52.870656 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e42513c3-1e3a-46b8-a6b4-e228b1b96c05 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:52.919573 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e42513c3-1e3a-46b8-a6b4-e228b1b96c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811982'] for router, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:52.920039 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42513c3-1e3a-46b8-a6b4-e228b1b96c05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11 {{(pid=109068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 22:00:52.924931 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e42513c3-1e3a-46b8-a6b4-e228b1b96c05 admin admin] Publish callbacks [] for router, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:52.926076 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-e42513c3-1e3a-46b8-a6b4-e228b1b96c05 admin admin] 10.222.0.62 "DELETE /v2.0/routers/8a9769a5-b0ba-4a85-ab96-f7d9d8b4aa11 HTTP/1.1" status: 204 len: 168 time: 0.7467396 Nov 29 22:00:52.928637 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 45710) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:52.974216 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_v2 [None req-de48bdd6-46c3-4447-a519-f84ce1e39763 admin admin] Deleting subnet 77504960-fe19-46ff-88e5-f5bc74e76588 {{(pid=109068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 22:00:52.977743 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-de48bdd6-46c3-4447-a519-f84ce1e39763 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:53.011109 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-de48bdd6-46c3-4447-a519-f84ce1e39763 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127331947'] for subnet, precommit_delete_associations {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:53.096727 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-de48bdd6-46c3-4447-a519-f84ce1e39763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730469'] for subnet, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:53.153987 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-de48bdd6-46c3-4447-a519-f84ce1e39763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126529978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126160809'] for subnet, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:53.179853 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48bdd6-46c3-4447-a519-f84ce1e39763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77504960-fe19-46ff-88e5-f5bc74e76588,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:53.183778 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-de48bdd6-46c3-4447-a519-f84ce1e39763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for subnet, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:53.187332 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-de48bdd6-46c3-4447-a519-f84ce1e39763 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/77504960-fe19-46ff-88e5-f5bc74e76588 HTTP/1.1" status: 204 len: 168 time: 0.2573996 Nov 29 22:00:53.190150 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb98bdc-f247-4cb8-817c-8b895ebba72a None None] Network cebbe504-7a16-49b9-bec7-0cacefede0a0 requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 22:00:53.191218 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 45714) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:53.300035 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-631a28a5-9d34-4639-a4b7-3c1a08a4bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606273'] for network, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:53.359516 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-631a28a5-9d34-4639-a4b7-3c1a08a4bdc2 admin admin] Deleting port b120c42b-f2ee-4211-aacf-1f43c7a4b9f1 {{(pid=109067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:00:53.359862 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-631a28a5-9d34-4639-a4b7-3c1a08a4bdc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:53.456137 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef727b9-dba9-46d9-9a56-6df9102a538e None None] DHCP port deletion for cebbe504-7a16-49b9-bec7-0cacefede0a0 request from dv-cinder-819722-1-iscsi {{(pid=109069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 22:00:53.502394 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.db [None req-631a28a5-9d34-4639-a4b7-3c1a08a4bdc2 admin admin] For port b120c42b-f2ee-4211-aacf-1f43c7a4b9f1, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=b120c42b-f2ee-4211-aacf-1f43c7a4b9f1,segment=NetworkSegment(be0ab4a0-20d9-4728-827c-3520a3d828a8),segment_id=be0ab4a0-20d9-4728-827c-3520a3d828a8)] {{(pid=109067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:00:53.502764 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-631a28a5-9d34-4639-a4b7-3c1a08a4bdc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:53.506013 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-4ef727b9-dba9-46d9-9a56-6df9102a538e None None] Deleting port b120c42b-f2ee-4211-aacf-1f43c7a4b9f1 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:00:53.506463 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4ef727b9-dba9-46d9-9a56-6df9102a538e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:53.521796 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-631a28a5-9d34-4639-a4b7-3c1a08a4bdc2 admin admin] Calling delete_port for b120c42b-f2ee-4211-aacf-1f43c7a4b9f1 owned by network:dhcp {{(pid=109067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:00:53.551833 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563321f-2c62-4946-bd0b-669f83040f33 req-51cbbd30-af4f-4813-b4ca-6056762ac672 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:53.553841 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1563321f-2c62-4946-bd0b-669f83040f33 req-51cbbd30-af4f-4813-b4ca-6056762ac672 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/networks?id=983dd8c7-05fb-4c40-89c9-8794f42a407a HTTP/1.1" status: 200 len: 815 time: 0.1808996 Nov 29 22:00:53.572868 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-4ef727b9-dba9-46d9-9a56-6df9102a538e None None] For port b120c42b-f2ee-4211-aacf-1f43c7a4b9f1, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=b120c42b-f2ee-4211-aacf-1f43c7a4b9f1,segment=NetworkSegment(be0ab4a0-20d9-4728-827c-3520a3d828a8),segment_id=be0ab4a0-20d9-4728-827c-3520a3d828a8)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:00:53.573285 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4ef727b9-dba9-46d9-9a56-6df9102a538e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:53.586769 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-4ef727b9-dba9-46d9-9a56-6df9102a538e None None] Calling delete_port for b120c42b-f2ee-4211-aacf-1f43c7a4b9f1 owned by network:dhcp {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:00:53.608165 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1563321f-2c62-4946-bd0b-669f83040f33 req-15fe67c5-cc15-43dc-9dca-63e225c91873 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/quotas/a2a4f8e8463e478f8962647f6049ce0b HTTP/1.1" status: 200 len: 375 time: 0.0152817 Nov 29 22:00:53.674838 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4ef727b9-dba9-46d9-9a56-6df9102a538e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205'] for port, after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:53.693689 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1563321f-2c62-4946-bd0b-669f83040f33 req-66164717-6a73-427a-aeeb-a88a4328a456 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a2a4f8e8463e478f8962647f6049ce0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748076 Nov 29 22:00:53.694352 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-631a28a5-9d34-4639-a4b7-3c1a08a4bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126503686'] for port, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:53.700145 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef727b9-dba9-46d9-9a56-6df9102a538e None None] Pushing event deleted for resources: {'Port': ['ID=b120c42b-f2ee-4211-aacf-1f43c7a4b9f1,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:53.709320 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef727b9-dba9-46d9-9a56-6df9102a538e None None] No DVR routers for this DVR port b120c42b-f2ee-4211-aacf-1f43c7a4b9f1 on host dv-cinder-819722-1-iscsi {{(pid=109069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 22:00:53.733684 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [req-1563321f-2c62-4946-bd0b-669f83040f33 req-b609a1a0-0e84-4ac2-bc38-3fedeec79ffb service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 22:00:53.734704 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1563321f-2c62-4946-bd0b-669f83040f33 req-b609a1a0-0e84-4ac2-bc38-3fedeec79ffb service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052114 Nov 29 22:00:53.736320 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a28a5-9d34-4639-a4b7-3c1a08a4bdc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b120c42b-f2ee-4211-aacf-1f43c7a4b9f1,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:53.739747 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631a28a5-9d34-4639-a4b7-3c1a08a4bdc2 admin admin] No DVR routers for this DVR port b120c42b-f2ee-4211-aacf-1f43c7a4b9f1 on host dv-cinder-819722-1-iscsi {{(pid=109067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 22:00:53.868676 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-631a28a5-9d34-4639-a4b7-3c1a08a4bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731116', 'neutron.services.segments.db._delete_segments_for_network-8752945619276'] for network, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:53.882570 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 0b7f17a8-94a3-48e4-8c1e-ca8c20c99346 no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 22:00:53.900492 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-631a28a5-9d34-4639-a4b7-3c1a08a4bdc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cebbe504-7a16-49b9-bec7-0cacefede0a0']}} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:53.903780 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No Port match for: 0b7f17a8-94a3-48e4-8c1e-ca8c20c99346 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 22:00:53.904125 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 0b7f17a8-94a3-48e4-8c1e-ca8c20c99346 not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 22:00:53.904534 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device b120c42b-f2ee-4211-aacf-1f43c7a4b9f1 no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 22:00:53.920598 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-631a28a5-9d34-4639-a4b7-3c1a08a4bdc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be0ab4a0-20d9-4728-827c-3520a3d828a8') {'for_net_delete': True} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:53.920928 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-631a28a5-9d34-4639-a4b7-3c1a08a4bdc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be0ab4a0-20d9-4728-827c-3520a3d828a8') {} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:00:53.923667 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No Port match for: b120c42b-f2ee-4211-aacf-1f43c7a4b9f1 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 22:00:53.924015 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device b120c42b-f2ee-4211-aacf-1f43c7a4b9f1 not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 22:00:53.924429 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device dd866d8b-e6a2-4ffb-ace0-6e0164e043db no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 22:00:53.928739 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1563321f-2c62-4946-bd0b-669f83040f33 req-c9895cd3-ce5c-4d70-9656-93b6f45c87c8 service neutron] 10.222.0.62 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824510 Nov 29 22:00:53.932413 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-631a28a5-9d34-4639-a4b7-3c1a08a4bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752945621589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126503933'] for segment, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:53.943533 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No Port match for: dd866d8b-e6a2-4ffb-ace0-6e0164e043db {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 22:00:53.943821 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device dd866d8b-e6a2-4ffb-ace0-6e0164e043db not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 22:00:53.965639 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-631a28a5-9d34-4639-a4b7-3c1a08a4bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:53.979464 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631a28a5-9d34-4639-a4b7-3c1a08a4bdc2 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=109067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 22:00:53.979795 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-631a28a5-9d34-4639-a4b7-3c1a08a4bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126503641'] for segment, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: self.session.flush() Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: self.session.flush() Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: self.session.flush() Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: self.session.flush() Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: Traceback (most recent call last): Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: timer() Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: cb(*args, **kw) Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: return func(*args, **kwargs) Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: self._notify() Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: self.callback(batched_events) Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: event.method(event) Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: return f(self, *a, **k) Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: return self._get(url).json() Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: return self.request(url, 'GET', **kwargs) Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 22:00:53.981632 dv-cinder-819722-1-iscsi neutron-server[109067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 22:00:54.077253 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-631a28a5-9d34-4639-a4b7-3c1a08a4bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811335'] for network, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:54.083211 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-631a28a5-9d34-4639-a4b7-3c1a08a4bdc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:54.087226 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-631a28a5-9d34-4639-a4b7-3c1a08a4bdc2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/cebbe504-7a16-49b9-bec7-0cacefede0a0 HTTP/1.1" status: 204 len: 168 time: 0.8945322 Nov 29 22:00:54.090728 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1563321f-2c62-4946-bd0b-669f83040f33 req-78a3d20b-beff-467d-a56c-b50020e8236c service neutron] 10.222.0.62 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517119 Nov 29 22:00:54.100397 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a28a5-9d34-4639-a4b7-3c1a08a4bdc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cebbe504-7a16-49b9-bec7-0cacefede0a0,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:54.281596 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3e9ac80f-c7e6-4f5b-921d-196e09bba862 req-7975eabd-9b3d-438c-923f-8d72a69b0783 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=32297c4e-62c5-4de4-b119-4f637b0adde4 HTTP/1.1" status: 200 len: 210 time: 0.0269833 Nov 29 22:00:54.282204 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 45738) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:54.327097 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-6df723c1-5466-4032-b81e-ae702aad177b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=895b46d8d11149188ef820b55cacc288&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418630 Nov 29 22:00:54.327097 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 45740) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:54.375291 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e3d0c71c-91e0-40de-813d-7fdf89ab252d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:54.397327 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e3d0c71c-91e0-40de-813d-7fdf89ab252d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:54.447318 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e3d0c71c-91e0-40de-813d-7fdf89ab252d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:54.450314 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e3d0c71c-91e0-40de-813d-7fdf89ab252d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:54.451732 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-e3d0c71c-91e0-40de-813d-7fdf89ab252d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/974748eb-eab3-4a06-935b-3e2c1e6c24a3 HTTP/1.1" status: 204 len: 168 time: 0.1236238 Nov 29 22:00:54.460412 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0c71c-91e0-40de-813d-7fdf89ab252d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974748eb-eab3-4a06-935b-3e2c1e6c24a3,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:54.786681 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 45754) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:54.831405 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-480087f5-336c-4f3a-8f84-918ebdbc2634 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=76c55af36e18456dbc6618a7aa6feece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428784 Nov 29 22:00:54.833826 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 45756) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:00:54.881283 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-195a1d11-8062-4fca-aa40-c403dc20b437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:54.904173 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-195a1d11-8062-4fca-aa40-c403dc20b437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:54.951623 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-195a1d11-8062-4fca-aa40-c403dc20b437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:54.954499 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-195a1d11-8062-4fca-aa40-c403dc20b437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:54.955812 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-195a1d11-8062-4fca-aa40-c403dc20b437 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f0f3edc0-e1ee-46e4-b6e4-e6391d307c94 HTTP/1.1" status: 204 len: 168 time: 0.1211066 Nov 29 22:00:54.965489 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a1d11-8062-4fca-aa40-c403dc20b437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f3edc0-e1ee-46e4-b6e4-e6391d307c94,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:55.225655 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563321f-2c62-4946-bd0b-669f83040f33 req-8124c6ef-09f8-4ba1-8d89-e2ab8c6cc34d tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:55.228038 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1563321f-2c62-4946-bd0b-669f83040f33 req-8124c6ef-09f8-4ba1-8d89-e2ab8c6cc34d tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.61 "GET /v2.0/networks?id=983dd8c7-05fb-4c40-89c9-8794f42a407a HTTP/1.1" status: 200 len: 815 time: 0.1511815 Nov 29 22:00:55.241202 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-1563321f-2c62-4946-bd0b-669f83040f33 req-dbfb4d60-1fe2-4f0a-86f4-d5594c96c3e2 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Request body: {'port': {'device_id': '32297c4e-62c5-4de4-b119-4f637b0adde4', 'network_id': '983dd8c7-05fb-4c40-89c9-8794f42a407a', 'admin_state_up': True, 'tenant_id': 'a2a4f8e8463e478f8962647f6049ce0b'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 22:00:55.358839 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1563321f-2c62-4946-bd0b-669f83040f33 req-dbfb4d60-1fe2-4f0a-86f4-d5594c96c3e2 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Made reservation on behalf of a2a4f8e8463e478f8962647f6049ce0b for: {'port': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 22:00:55.362547 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-1563321f-2c62-4946-bd0b-669f83040f33 req-dbfb4d60-1fe2-4f0a-86f4-d5594c96c3e2 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:55.385656 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d868e96f-e1ef-4dc5-a69f-00c01996ba62 req-040f303a-e883-42d1-afd6-3683ad18ca83 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=32297c4e-62c5-4de4-b119-4f637b0adde4 HTTP/1.1" status: 200 len: 210 time: 0.0263143 Nov 29 22:00:55.491483 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [req-1563321f-2c62-4946-bd0b-669f83040f33 req-dbfb4d60-1fe2-4f0a-86f4-d5594c96c3e2 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Allocated IP 172.20.0.14 (983dd8c7-05fb-4c40-89c9-8794f42a407a/cddc48a2-9dbb-43c6-9ab8-8af0de869d07/c5ede40a-cdfe-4e2e-9342-af49e675bbad) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 22:00:55.638267 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-1563321f-2c62-4946-bd0b-669f83040f33 req-dbfb4d60-1fe2-4f0a-86f4-d5594c96c3e2 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:55.670021 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-1563321f-2c62-4946-bd0b-669f83040f33 req-dbfb4d60-1fe2-4f0a-86f4-d5594c96c3e2 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:55.681663 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['a8786a8a-cfa1-45de-927d-72613e1bc431', 'b9124e38-118f-4907-b32b-314b4706c36a'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 22:00:55.708078 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1563321f-2c62-4946-bd0b-669f83040f33 req-dbfb4d60-1fe2-4f0a-86f4-d5594c96c3e2 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Network 983dd8c7-05fb-4c40-89c9-8794f42a407a is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 22:00:55.711494 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [req-1563321f-2c62-4946-bd0b-669f83040f33 req-dbfb4d60-1fe2-4f0a-86f4-d5594c96c3e2 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 22:00:55.718008 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-1563321f-2c62-4946-bd0b-669f83040f33 req-dbfb4d60-1fe2-4f0a-86f4-d5594c96c3e2 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 22:00:55.753163 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb4d60-1fe2-4f0a-86f4-d5594c96c3e2 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Pushing event updated for resources: {'Port': ['ID=c5ede40a-cdfe-4e2e-9342-af49e675bbad,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:55.776947 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563321f-2c62-4946-bd0b-669f83040f33 req-dbfb4d60-1fe2-4f0a-86f4-d5594c96c3e2 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:55.777570 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-1563321f-2c62-4946-bd0b-669f83040f33 req-dbfb4d60-1fe2-4f0a-86f4-d5594c96c3e2 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:55.793574 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1563321f-2c62-4946-bd0b-669f83040f33 req-dbfb4d60-1fe2-4f0a-86f4-d5594c96c3e2 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5569148 Nov 29 22:00:55.806510 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-1563321f-2c62-4946-bd0b-669f83040f33 req-251c2143-62ad-4967-906c-fcfbaf49f1d6 service neutron] Request body: {'port': {'device_id': '32297c4e-62c5-4de4-b119-4f637b0adde4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81972'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 22:00:55.863876 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-1563321f-2c62-4946-bd0b-669f83040f33 req-251c2143-62ad-4967-906c-fcfbaf49f1d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:56.123972 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [req-1563321f-2c62-4946-bd0b-669f83040f33 req-251c2143-62ad-4967-906c-fcfbaf49f1d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ede40a-cdfe-4e2e-9342-af49e675bbad {{(pid=109068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 22:00:56.131502 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-1563321f-2c62-4946-bd0b-669f83040f33 req-251c2143-62ad-4967-906c-fcfbaf49f1d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:56.143599 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.provisioning_blocks [req-1563321f-2c62-4946-bd0b-669f83040f33 req-251c2143-62ad-4967-906c-fcfbaf49f1d6 service neutron] Transition to ACTIVE for port object c5ede40a-cdfe-4e2e-9342-af49e675bbad will not be triggered until provisioned by entity L2. {{(pid=109068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 22:00:56.147294 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-1563321f-2c62-4946-bd0b-669f83040f33 req-251c2143-62ad-4967-906c-fcfbaf49f1d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126529652'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:56.197249 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c2143-62ad-4967-906c-fcfbaf49f1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ede40a-cdfe-4e2e-9342-af49e675bbad,revision_number=2']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:56.265107 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-1563321f-2c62-4946-bd0b-669f83040f33 req-251c2143-62ad-4967-906c-fcfbaf49f1d6 service neutron] Attempting to bind port c5ede40a-cdfe-4e2e-9342-af49e675bbad on host hv-cinder-81972 for vnic_type normal with profile {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 22:00:56.265715 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-1563321f-2c62-4946-bd0b-669f83040f33 req-251c2143-62ad-4967-906c-fcfbaf49f1d6 service neutron] Attempting to bind port c5ede40a-cdfe-4e2e-9342-af49e675bbad by drivers openvswitch,hyperv on host hv-cinder-81972 at level 0 using segments [{'id': '1a36d94c-512a-420a-8203-8174481a1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '983dd8c7-05fb-4c40-89c9-8794f42a407a'}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 22:00:56.265959 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1563321f-2c62-4946-bd0b-669f83040f33 req-251c2143-62ad-4967-906c-fcfbaf49f1d6 service neutron] Attempting to bind port c5ede40a-cdfe-4e2e-9342-af49e675bbad on network 983dd8c7-05fb-4c40-89c9-8794f42a407a {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 22:00:56.270015 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1563321f-2c62-4946-bd0b-669f83040f33 req-251c2143-62ad-4967-906c-fcfbaf49f1d6 service neutron] Port c5ede40a-cdfe-4e2e-9342-af49e675bbad on network 983dd8c7-05fb-4c40-89c9-8794f42a407a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81972 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 22:00:56.270332 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1563321f-2c62-4946-bd0b-669f83040f33 req-251c2143-62ad-4967-906c-fcfbaf49f1d6 service neutron] Attempting to bind port c5ede40a-cdfe-4e2e-9342-af49e675bbad on network 983dd8c7-05fb-4c40-89c9-8794f42a407a {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 22:00:56.275225 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1563321f-2c62-4946-bd0b-669f83040f33 req-251c2143-62ad-4967-906c-fcfbaf49f1d6 service neutron] Checking agent: {'id': 'bd4952a7-5212-46e1-86e6-5bf28a3d3387', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81972', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'started_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 22, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 22:00:56.275435 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1563321f-2c62-4946-bd0b-669f83040f33 req-251c2143-62ad-4967-906c-fcfbaf49f1d6 service neutron] Checking segment: {'id': '1a36d94c-512a-420a-8203-8174481a1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '983dd8c7-05fb-4c40-89c9-8794f42a407a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 22:00:56.275812 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1563321f-2c62-4946-bd0b-669f83040f33 req-251c2143-62ad-4967-906c-fcfbaf49f1d6 service neutron] Bound using segment: {'id': '1a36d94c-512a-420a-8203-8174481a1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '983dd8c7-05fb-4c40-89c9-8794f42a407a'} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 22:00:56.276236 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-1563321f-2c62-4946-bd0b-669f83040f33 req-251c2143-62ad-4967-906c-fcfbaf49f1d6 service neutron] Bound port: c5ede40a-cdfe-4e2e-9342-af49e675bbad, host: hv-cinder-81972, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a36d94c-512a-420a-8203-8174481a1b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '983dd8c7-05fb-4c40-89c9-8794f42a407a'}}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 22:00:56.276586 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-1563321f-2c62-4946-bd0b-669f83040f33 req-251c2143-62ad-4967-906c-fcfbaf49f1d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:56.336890 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-1563321f-2c62-4946-bd0b-669f83040f33 req-251c2143-62ad-4967-906c-fcfbaf49f1d6 service neutron] For port c5ede40a-cdfe-4e2e-9342-af49e675bbad, host hv-cinder-81972, cleared binding levels {{(pid=109068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 22:00:56.339869 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-1563321f-2c62-4946-bd0b-669f83040f33 req-251c2143-62ad-4967-906c-fcfbaf49f1d6 service neutron] For port c5ede40a-cdfe-4e2e-9342-af49e675bbad, host hv-cinder-81972, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=c5ede40a-cdfe-4e2e-9342-af49e675bbad,segment=NetworkSegment(1a36d94c-512a-420a-8203-8174481a1b34),segment_id=1a36d94c-512a-420a-8203-8174481a1b34)] {{(pid=109068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 22:00:56.344136 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-1563321f-2c62-4946-bd0b-669f83040f33 req-251c2143-62ad-4967-906c-fcfbaf49f1d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126529652'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:56.379845 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563321f-2c62-4946-bd0b-669f83040f33 req-251c2143-62ad-4967-906c-fcfbaf49f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:56.380460 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-1563321f-2c62-4946-bd0b-669f83040f33 req-251c2143-62ad-4967-906c-fcfbaf49f1d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:56.381822 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1563321f-2c62-4946-bd0b-669f83040f33 req-251c2143-62ad-4967-906c-fcfbaf49f1d6 service neutron] 10.222.0.61 "PUT /v2.0/ports/c5ede40a-cdfe-4e2e-9342-af49e675bbad HTTP/1.1" status: 200 len: 1094 time: 0.5803602 Nov 29 22:00:56.382326 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32297c4e-62c5-4de4-b119-4f637b0adde4', 'tag': 'c5ede40a-cdfe-4e2e-9342-af49e675bbad'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 22:00:56.384781 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e30cea-9fbf-40c3-aef3-2e4fec9a6bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "32297c4e-62c5-4de4-b119-4f637b0adde4", "tag": "c5ede40a-cdfe-4e2e-9342-af49e675bbad"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 22:00:56.406071 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c2143-62ad-4967-906c-fcfbaf49f1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ede40a-cdfe-4e2e-9342-af49e675bbad,revision_number=3']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:56.428652 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 22:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986f7534-b7b5-4763-86cd-5317c5b24374 x-openstack-request-id: req-986f7534-b7b5-4763-86cd-5317c5b24374 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 22:00:56.428975 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32297c4e-62c5-4de4-b119-4f637b0adde4", "tag": "c5ede40a-cdfe-4e2e-9342-af49e675bbad", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 22:00:56.429231 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-986f7534-b7b5-4763-86cd-5317c5b24374 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 22:00:56.429636 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32297c4e-62c5-4de4-b119-4f637b0adde4', 'tag': 'c5ede40a-cdfe-4e2e-9342-af49e675bbad', 'status': 'completed', 'code': 200} Nov 29 22:00:56.482889 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563321f-2c62-4946-bd0b-669f83040f33 req-a6746acc-247f-4835-8918-2a9f8c9a1d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:56.484446 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1563321f-2c62-4946-bd0b-669f83040f33 req-a6746acc-247f-4835-8918-2a9f8c9a1d8c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2a4f8e8463e478f8962647f6049ce0b&device_id=32297c4e-62c5-4de4-b119-4f637b0adde4 HTTP/1.1" status: 200 len: 1097 time: 0.0455928 Nov 29 22:00:56.514466 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91aafeb-d705-4e34-94ce-e4a78c8f8786 req-0992ffc5-5eac-4c9a-a7a5-54b4e0b7778d tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:56.515967 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c91aafeb-d705-4e34-94ce-e4a78c8f8786 req-0992ffc5-5eac-4c9a-a7a5-54b4e0b7778d tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=32297c4e-62c5-4de4-b119-4f637b0adde4 HTTP/1.1" status: 200 len: 944 time: 0.0523508 Nov 29 22:00:56.527276 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1563321f-2c62-4946-bd0b-669f83040f33 req-5a0d6f05-1fad-41c7-a5b9-e7491af1afa7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5ede40a-cdfe-4e2e-9342-af49e675bbad HTTP/1.1" status: 200 len: 217 time: 0.0341983 Nov 29 22:00:56.565131 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c91aafeb-d705-4e34-94ce-e4a78c8f8786 req-5c1cef8b-fee7-45e0-9fd3-5f15aa08816a tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430453 Nov 29 22:00:56.575870 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563321f-2c62-4946-bd0b-669f83040f33 req-f18a0419-24a8-49f1-aedb-4c56d46f6d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:56.579322 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1563321f-2c62-4946-bd0b-669f83040f33 req-f18a0419-24a8-49f1-aedb-4c56d46f6d50 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cddc48a2-9dbb-43c6-9ab8-8af0de869d07 HTTP/1.1" status: 200 len: 855 time: 0.0435507 Nov 29 22:00:56.609269 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1563321f-2c62-4946-bd0b-669f83040f33 req-2b484eba-ef57-4456-a9fd-9cbf5994ea42 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=983dd8c7-05fb-4c40-89c9-8794f42a407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246477 Nov 29 22:00:56.700915 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1563321f-2c62-4946-bd0b-669f83040f33 req-fee4fa68-6179-436a-a507-ef975febbd81 service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835900 Nov 29 22:00:56.795303 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1563321f-2c62-4946-bd0b-669f83040f33 req-4837a945-e20d-41c6-b569-a33e3b80cf77 service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879121 Nov 29 22:00:56.884275 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e30cea-9fbf-40c3-aef3-2e4fec9a6bd6 req-87264e0f-074b-4457-b4e5-94faa9da7b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:56.885804 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c0e30cea-9fbf-40c3-aef3-2e4fec9a6bd6 req-87264e0f-074b-4457-b4e5-94faa9da7b47 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2a4f8e8463e478f8962647f6049ce0b&device_id=32297c4e-62c5-4de4-b119-4f637b0adde4 HTTP/1.1" status: 200 len: 1097 time: 0.0407739 Nov 29 22:00:56.980934 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e30cea-9fbf-40c3-aef3-2e4fec9a6bd6 req-9aef89fb-9f02-4360-b574-c53af813781f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:56.982313 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c0e30cea-9fbf-40c3-aef3-2e4fec9a6bd6 req-9aef89fb-9f02-4360-b574-c53af813781f service neutron] 10.222.0.61 "GET /v2.0/networks?id=983dd8c7-05fb-4c40-89c9-8794f42a407a HTTP/1.1" status: 200 len: 916 time: 0.0887971 Nov 29 22:00:57.024076 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c0e30cea-9fbf-40c3-aef3-2e4fec9a6bd6 req-b0a71524-6ff7-4be8-84bb-32a7b2114546 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5ede40a-cdfe-4e2e-9342-af49e675bbad HTTP/1.1" status: 200 len: 217 time: 0.0343423 Nov 29 22:00:57.072314 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e30cea-9fbf-40c3-aef3-2e4fec9a6bd6 req-a2d6ec3a-5513-4dd2-bd5c-ace6ae190a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:57.073762 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c0e30cea-9fbf-40c3-aef3-2e4fec9a6bd6 req-a2d6ec3a-5513-4dd2-bd5c-ace6ae190a6a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cddc48a2-9dbb-43c6-9ab8-8af0de869d07 HTTP/1.1" status: 200 len: 855 time: 0.0429878 Nov 29 22:00:57.105205 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c0e30cea-9fbf-40c3-aef3-2e4fec9a6bd6 req-bacb9f7d-0f4a-4d07-913c-467e470d84e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=983dd8c7-05fb-4c40-89c9-8794f42a407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242257 Nov 29 22:00:57.198813 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c0e30cea-9fbf-40c3-aef3-2e4fec9a6bd6 req-91edfe83-4f0d-4874-8a25-aaf060e80696 service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863724 Nov 29 22:00:57.290871 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c0e30cea-9fbf-40c3-aef3-2e4fec9a6bd6 req-6740a764-0323-4a78-8033-9eec4e688c9b service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839825 Nov 29 22:00:57.678863 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456f1d7-2cb1-4590-a19d-c6fb69104e58 req-3729fe2c-3810-481f-b081-91992dfd88e6 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:57.680953 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c456f1d7-2cb1-4590-a19d-c6fb69104e58 req-3729fe2c-3810-481f-b081-91992dfd88e6 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=32297c4e-62c5-4de4-b119-4f637b0adde4 HTTP/1.1" status: 200 len: 944 time: 0.0481167 Nov 29 22:00:57.727123 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c456f1d7-2cb1-4590-a19d-c6fb69104e58 req-53d88cbe-fdd7-4344-b26b-54fc5fa59cfc tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403657 Nov 29 22:00:58.467169 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device c5ede40a-cdfe-4e2e-9342-af49e675bbad details requested by agent hyperv_hv-cinder-81972 with host hv-cinder-81972 {{(pid=109069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 22:00:58.558236 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port c5ede40a-cdfe-4e2e-9342-af49e675bbad, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=c5ede40a-cdfe-4e2e-9342-af49e675bbad,segment=NetworkSegment(1a36d94c-512a-420a-8203-8174481a1b34),segment_id=1a36d94c-512a-420a-8203-8174481a1b34)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:00:58.569112 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Returning: {'device': 'c5ede40a-cdfe-4e2e-9342-af49e675bbad', 'network_id': '983dd8c7-05fb-4c40-89c9-8794f42a407a', 'port_id': 'c5ede40a-cdfe-4e2e-9342-af49e675bbad', 'mac_address': 'fa:16:3e:1a:b5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cddc48a2-9dbb-43c6-9ab8-8af0de869d07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 22:00:58.609022 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:58.621787 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ede40a-cdfe-4e2e-9342-af49e675bbad {{(pid=109069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 22:00:58.624594 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:00:58.640993 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port c5ede40a-cdfe-4e2e-9342-af49e675bbad, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=c5ede40a-cdfe-4e2e-9342-af49e675bbad,segment=NetworkSegment(1a36d94c-512a-420a-8203-8174481a1b34),segment_id=1a36d94c-512a-420a-8203-8174481a1b34)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:00:58.645057 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:00:58.694371 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=c5ede40a-cdfe-4e2e-9342-af49e675bbad,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:00:58.840317 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b8044-6056-43b9-839e-dfa178442ab3 req-babcc47f-4954-436e-bb50-8424ea29b46d tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:00:58.841803 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-272b8044-6056-43b9-839e-dfa178442ab3 req-babcc47f-4954-436e-bb50-8424ea29b46d tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=32297c4e-62c5-4de4-b119-4f637b0adde4 HTTP/1.1" status: 200 len: 945 time: 0.0481768 Nov 29 22:00:58.892943 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-272b8044-6056-43b9-839e-dfa178442ab3 req-0ca31e57-d7ef-4b1c-bb20-82a49ef25500 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453360 Nov 29 22:00:58.897537 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['c5ede40a-cdfe-4e2e-9342-af49e675bbad'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 22:01:00.006757 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6762e4a-9ac6-451a-bf72-06bf964595bd req-32e187be-0acf-47e5-8c78-5bf8efa6664a tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:01:00.008720 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c6762e4a-9ac6-451a-bf72-06bf964595bd req-32e187be-0acf-47e5-8c78-5bf8efa6664a tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=32297c4e-62c5-4de4-b119-4f637b0adde4 HTTP/1.1" status: 200 len: 945 time: 0.0473859 Nov 29 22:01:00.054271 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c6762e4a-9ac6-451a-bf72-06bf964595bd req-0e78db04-c159-42fd-9a4a-7226effe888b tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396984 Nov 29 22:01:00.074771 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:01:00.496395 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device c5ede40a-cdfe-4e2e-9342-af49e675bbad up at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 22:01:00.543265 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning for port c5ede40a-cdfe-4e2e-9342-af49e675bbad completed by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 22:01:00.546810 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning complete for port c5ede40a-cdfe-4e2e-9342-af49e675bbad triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:01:00.547215 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:01:00.633878 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:01:00.656689 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32297c4e-62c5-4de4-b119-4f637b0adde4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ede40a-cdfe-4e2e-9342-af49e675bbad'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 22:01:00.658904 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}794315610de439447aed72074188a67d63b98ede12239f2058763371c4f7a0e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caef8bf1-9fae-4207-8d93-141f5433f503" -d '{"events": [{"server_uuid": "32297c4e-62c5-4de4-b119-4f637b0adde4", "name": "network-vif-plugged", "status": "completed", "tag": "c5ede40a-cdfe-4e2e-9342-af49e675bbad"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 22:01:00.671589 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port c5ede40a-cdfe-4e2e-9342-af49e675bbad, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=c5ede40a-cdfe-4e2e-9342-af49e675bbad,segment=NetworkSegment(1a36d94c-512a-420a-8203-8174481a1b34),segment_id=1a36d94c-512a-420a-8203-8174481a1b34)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:01:00.675753 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:01:00.723396 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=c5ede40a-cdfe-4e2e-9342-af49e675bbad,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:01:00.902403 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 22:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18a1129-9b59-446d-a916-12feda0c48db x-openstack-request-id: req-e18a1129-9b59-446d-a916-12feda0c48db {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 22:01:00.902719 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32297c4e-62c5-4de4-b119-4f637b0adde4", "name": "network-vif-plugged", "status": "completed", "tag": "c5ede40a-cdfe-4e2e-9342-af49e675bbad", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 22:01:00.902973 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e18a1129-9b59-446d-a916-12feda0c48db {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 22:01:00.903391 dv-cinder-819722-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32297c4e-62c5-4de4-b119-4f637b0adde4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ede40a-cdfe-4e2e-9342-af49e675bbad', 'code': 200} Nov 29 22:01:01.075466 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2093c34-8213-4230-9cb2-09ac7adf2ef0 req-7fc74449-a8bb-4016-b4e9-73cf1750abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:01:01.076979 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d2093c34-8213-4230-9cb2-09ac7adf2ef0 req-7fc74449-a8bb-4016-b4e9-73cf1750abc5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=32297c4e-62c5-4de4-b119-4f637b0adde4 HTTP/1.1" status: 200 len: 1099 time: 0.0397384 Nov 29 22:01:01.123543 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d2093c34-8213-4230-9cb2-09ac7adf2ef0 req-17970716-43f6-467d-817b-832df7131144 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389059 Nov 29 22:01:01.174406 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734bfee-4cb5-4290-a078-3bb1d6f8089e req-ec261457-a642-4e1a-b865-dd49b8c1de1a tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:01:01.175889 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1734bfee-4cb5-4290-a078-3bb1d6f8089e req-ec261457-a642-4e1a-b865-dd49b8c1de1a tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=32297c4e-62c5-4de4-b119-4f637b0adde4 HTTP/1.1" status: 200 len: 946 time: 0.0495973 Nov 29 22:01:01.221774 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1734bfee-4cb5-4290-a078-3bb1d6f8089e req-2f6a080d-d248-4f1c-a23f-913930824a59 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399888 Nov 29 22:01:02.553131 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d742825-57af-46b4-8fcb-1e03aea3d455 req-eaec67a1-5fcc-499e-878e-405221947668 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:01:02.554674 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8d742825-57af-46b4-8fcb-1e03aea3d455 req-eaec67a1-5fcc-499e-878e-405221947668 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=32297c4e-62c5-4de4-b119-4f637b0adde4 HTTP/1.1" status: 200 len: 946 time: 0.2650976 Nov 29 22:01:02.601680 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8d742825-57af-46b4-8fcb-1e03aea3d455 req-01671a1e-7642-4fd6-b09f-5e798f6c6a7b tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405414 Nov 29 22:01:06.679164 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e6667dfb-246c-4f8f-a405-30a107486cda req-f2b45097-99ae-4a6f-806f-9c07e3d6f988 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5d66171e-42ff-41b6-8a0f-6791d9f32362&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385966 Nov 29 22:01:06.737933 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6667dfb-246c-4f8f-a405-30a107486cda req-ba739797-ac81-436c-abc4-53c24c0b1729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:01:06.739454 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e6667dfb-246c-4f8f-a405-30a107486cda req-ba739797-ac81-436c-abc4-53c24c0b1729 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84e17bb8649841d382ea9238c184eceb&device_id=5d66171e-42ff-41b6-8a0f-6791d9f32362 HTTP/1.1" status: 200 len: 1099 time: 0.0396111 Nov 29 22:01:06.849982 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6667dfb-246c-4f8f-a405-30a107486cda req-9dfe76ba-5924-4767-a61b-366bcb8297f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:01:06.851751 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e6667dfb-246c-4f8f-a405-30a107486cda req-9dfe76ba-5924-4767-a61b-366bcb8297f7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1161b995-fa29-42da-b5c4-6d56a106eb01 HTTP/1.1" status: 200 len: 915 time: 0.0856457 Nov 29 22:01:06.892874 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e6667dfb-246c-4f8f-a405-30a107486cda req-cd567984-10eb-48a6-8225-67392354490b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07307f30-8a79-4318-959d-9ec17364663d HTTP/1.1" status: 200 len: 217 time: 0.0330992 Nov 29 22:01:06.942762 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6667dfb-246c-4f8f-a405-30a107486cda req-324fa225-eaf3-49ba-ac9e-18101150d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:01:06.944114 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e6667dfb-246c-4f8f-a405-30a107486cda req-324fa225-eaf3-49ba-ac9e-18101150d176 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=de21e223-7f66-49cf-ad6a-14de94d5d7ab HTTP/1.1" status: 200 len: 854 time: 0.0450871 Nov 29 22:01:06.973402 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e6667dfb-246c-4f8f-a405-30a107486cda req-1b80ba3f-ea80-4acd-a117-119ce4294444 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1161b995-fa29-42da-b5c4-6d56a106eb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0222685 Nov 29 22:01:07.061358 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e6667dfb-246c-4f8f-a405-30a107486cda req-d1c31695-9ebc-40f8-9f70-02e5d4db35ef service neutron] 10.222.0.61 "GET /v2.0/networks/1161b995-fa29-42da-b5c4-6d56a106eb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797193 Nov 29 22:01:07.152971 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e6667dfb-246c-4f8f-a405-30a107486cda req-73224be1-cf0c-49e9-8d09-cb5231559802 service neutron] 10.222.0.61 "GET /v2.0/networks/1161b995-fa29-42da-b5c4-6d56a106eb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849757 Nov 29 22:01:07.236626 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-733a6e21-4856-4e15-9530-6ff363da32a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:01:09.689440 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-01531705-27e7-4e03-8170-b7e7f47c2b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:01:10.891438 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:01:12.138014 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:01:13.141024 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:01:30.079870 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:01:35.623894 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:01:37.238825 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0003a3c5-35a2-4df4-9133-d35195a48769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:01:39.690256 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-176873dd-b529-4645-811e-c8370d278ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:01:40.892231 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:01:42.138515 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:01:43.143698 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:02:00.073237 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:02:07.241496 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-29095b1e-d162-4c7e-9090-2acc27a27c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:02:07.676516 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-ce54cc6e-0a55-40c7-942b-8e26fdd306b1 req-dde12142-e0e2-43f1-add4-4d55394fa3ad service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396569 Nov 29 22:02:07.761617 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54cc6e-0a55-40c7-942b-8e26fdd306b1 req-343814bc-4a7b-4ab4-bbdd-80f24ab2542f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:02:07.763136 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-ce54cc6e-0a55-40c7-942b-8e26fdd306b1 req-343814bc-4a7b-4ab4-bbdd-80f24ab2542f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2a4f8e8463e478f8962647f6049ce0b&device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 1098 time: 0.0429029 Nov 29 22:02:07.864751 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54cc6e-0a55-40c7-942b-8e26fdd306b1 req-b286a5d9-33f5-4b72-9ce7-edf247d6fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:02:07.866218 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-ce54cc6e-0a55-40c7-942b-8e26fdd306b1 req-b286a5d9-33f5-4b72-9ce7-edf247d6fc20 service neutron] 10.222.0.61 "GET /v2.0/networks?id=983dd8c7-05fb-4c40-89c9-8794f42a407a HTTP/1.1" status: 200 len: 916 time: 0.0833802 Nov 29 22:02:07.911167 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-ce54cc6e-0a55-40c7-942b-8e26fdd306b1 req-1caed07e-a44b-477c-b1c4-9ae54bf3a005 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8786a8a-cfa1-45de-927d-72613e1bc431 HTTP/1.1" status: 200 len: 217 time: 0.0377901 Nov 29 22:02:07.959646 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54cc6e-0a55-40c7-942b-8e26fdd306b1 req-4c38bf39-4c5f-4f41-92b7-2e162d663666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:02:07.961125 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-ce54cc6e-0a55-40c7-942b-8e26fdd306b1 req-4c38bf39-4c5f-4f41-92b7-2e162d663666 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cddc48a2-9dbb-43c6-9ab8-8af0de869d07 HTTP/1.1" status: 200 len: 855 time: 0.0431051 Nov 29 22:02:07.990829 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-ce54cc6e-0a55-40c7-942b-8e26fdd306b1 req-8eea7350-7ee1-486c-bf4d-1f20466501cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=983dd8c7-05fb-4c40-89c9-8794f42a407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230439 Nov 29 22:02:08.081154 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-ce54cc6e-0a55-40c7-942b-8e26fdd306b1 req-76d70dfc-837e-4e78-908e-2103c7c1e141 service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830081 Nov 29 22:02:08.169308 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-ce54cc6e-0a55-40c7-942b-8e26fdd306b1 req-9df974a2-a9b0-4a96-aecd-7e02aabe8bb0 service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806122 Nov 29 22:02:09.690055 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3cae0b11-286a-4bf9-928d-87689e204c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:02:10.896349 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:02:12.143458 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:02:12.623613 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:02:13.146419 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:02:30.072489 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:02:37.241820 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3c0b38e6-317d-4926-8ce9-c12481baa4bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:02:39.691778 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-8c76dd66-9533-4e47-9e3c-5a1193974445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:02:40.897739 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:02:42.144973 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:02:43.148781 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:02:49.622570 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:03:00.085548 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:07.242940 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-53b9d9c6-fec6-4146-9be6-858ffc125a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:08.657758 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-687727d7-6f28-4c47-ad38-beefe1b33cbb req-05364881-dcc3-45e1-ad71-9ef7b724442d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=69f3c77a-a229-45a3-8d0a-fc2c2cac2456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393744 Nov 29 22:03:08.723090 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687727d7-6f28-4c47-ad38-beefe1b33cbb req-a8014a4a-a6db-4c4f-af24-3bb4b7242866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:03:08.724602 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-687727d7-6f28-4c47-ad38-beefe1b33cbb req-a8014a4a-a6db-4c4f-af24-3bb4b7242866 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2a4f8e8463e478f8962647f6049ce0b&device_id=69f3c77a-a229-45a3-8d0a-fc2c2cac2456 HTTP/1.1" status: 200 len: 1098 time: 0.0428343 Nov 29 22:03:08.827534 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687727d7-6f28-4c47-ad38-beefe1b33cbb req-61b2e7e6-1bc3-4e34-93f4-90a057ee1b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:03:08.829005 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-687727d7-6f28-4c47-ad38-beefe1b33cbb req-61b2e7e6-1bc3-4e34-93f4-90a057ee1b15 service neutron] 10.222.0.61 "GET /v2.0/networks?id=983dd8c7-05fb-4c40-89c9-8794f42a407a HTTP/1.1" status: 200 len: 916 time: 0.0844162 Nov 29 22:03:08.875217 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-687727d7-6f28-4c47-ad38-beefe1b33cbb req-a72d0b93-4822-4d03-b3b8-d973fa21d3ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9124e38-118f-4907-b32b-314b4706c36a HTTP/1.1" status: 200 len: 217 time: 0.0379121 Nov 29 22:03:08.924826 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687727d7-6f28-4c47-ad38-beefe1b33cbb req-08d63aa7-1ed9-41ba-ad93-1401d8c27880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:03:08.926167 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-687727d7-6f28-4c47-ad38-beefe1b33cbb req-08d63aa7-1ed9-41ba-ad93-1401d8c27880 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cddc48a2-9dbb-43c6-9ab8-8af0de869d07 HTTP/1.1" status: 200 len: 855 time: 0.0438652 Nov 29 22:03:08.955917 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-687727d7-6f28-4c47-ad38-beefe1b33cbb req-4d2f4390-e8c1-40dd-b476-61117d50a6d4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=983dd8c7-05fb-4c40-89c9-8794f42a407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231853 Nov 29 22:03:09.046217 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-687727d7-6f28-4c47-ad38-beefe1b33cbb req-a97cb739-3c56-40eb-98e5-ec7f3e0edc33 service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824258 Nov 29 22:03:09.138083 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-687727d7-6f28-4c47-ad38-beefe1b33cbb req-b9efea1d-2ad0-4df2-82f2-59df87b7d1f5 service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846329 Nov 29 22:03:09.435447 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84920c2e-654e-4a4e-b09b-59c4db03bf59 req-6b8dea15-a6ea-4be8-ac69-528733665b2a tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:03:09.437350 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-84920c2e-654e-4a4e-b09b-59c4db03bf59 req-6b8dea15-a6ea-4be8-ac69-528733665b2a tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d66171e-42ff-41b6-8a0f-6791d9f32362 HTTP/1.1" status: 200 len: 946 time: 0.1827986 Nov 29 22:03:09.484821 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-84920c2e-654e-4a4e-b09b-59c4db03bf59 req-de4aa068-2ea7-4fa7-8623-1410d26522e3 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/security-groups?id=480a5758-667f-4048-8501-3df5c9126967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415018 Nov 29 22:03:09.677742 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1edb13-4125-4507-928a-d2b39d2d061c req-8a712921-52f3-42ec-86e3-46e8c0775b14 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:03:09.679215 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3e1edb13-4125-4507-928a-d2b39d2d061c req-8a712921-52f3-42ec-86e3-46e8c0775b14 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d66171e-42ff-41b6-8a0f-6791d9f32362 HTTP/1.1" status: 200 len: 946 time: 0.0459781 Nov 29 22:03:09.693660 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5beb53f5-994b-49b2-9682-5019eb61ce91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:09.773404 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-3e1edb13-4125-4507-928a-d2b39d2d061c req-325cc1cf-4ff4-4ee7-af69-da686a50ea1f tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Deleting port 07307f30-8a79-4318-959d-9ec17364663d {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:03:09.773662 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-3e1edb13-4125-4507-928a-d2b39d2d061c req-325cc1cf-4ff4-4ee7-af69-da686a50ea1f tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:09.862199 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-3e1edb13-4125-4507-928a-d2b39d2d061c req-325cc1cf-4ff4-4ee7-af69-da686a50ea1f tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] For port 07307f30-8a79-4318-959d-9ec17364663d, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=07307f30-8a79-4318-959d-9ec17364663d,segment=NetworkSegment(a3e0ed26-b173-4a24-b81d-567a3ac09c33),segment_id=a3e0ed26-b173-4a24-b81d-567a3ac09c33)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:03:09.862566 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-3e1edb13-4125-4507-928a-d2b39d2d061c req-325cc1cf-4ff4-4ee7-af69-da686a50ea1f tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:09.875483 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-3e1edb13-4125-4507-928a-d2b39d2d061c req-325cc1cf-4ff4-4ee7-af69-da686a50ea1f tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Calling delete_port for 07307f30-8a79-4318-959d-9ec17364663d owned by compute:nova {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:03:10.006030 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-3e1edb13-4125-4507-928a-d2b39d2d061c req-325cc1cf-4ff4-4ee7-af69-da686a50ea1f tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:10.018210 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['07307f30-8a79-4318-959d-9ec17364663d'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 22:03:10.034574 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cc1cf-4ff4-4ee7-af69-da686a50ea1f tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Pushing event deleted for resources: {'Port': ['ID=07307f30-8a79-4318-959d-9ec17364663d,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:10.049666 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc1cf-4ff4-4ee7-af69-da686a50ea1f tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:10.050025 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc1cf-4ff4-4ee7-af69-da686a50ea1f tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:10.050376 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc1cf-4ff4-4ee7-af69-da686a50ea1f tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:10.050719 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc1cf-4ff4-4ee7-af69-da686a50ea1f tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:10.051057 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc1cf-4ff4-4ee7-af69-da686a50ea1f tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:10.051416 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc1cf-4ff4-4ee7-af69-da686a50ea1f tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:10.051750 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc1cf-4ff4-4ee7-af69-da686a50ea1f tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:10.052082 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc1cf-4ff4-4ee7-af69-da686a50ea1f tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:10.052411 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc1cf-4ff4-4ee7-af69-da686a50ea1f tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:10.052740 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc1cf-4ff4-4ee7-af69-da686a50ea1f tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:10.053069 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc1cf-4ff4-4ee7-af69-da686a50ea1f tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:10.053394 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc1cf-4ff4-4ee7-af69-da686a50ea1f tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:10.356092 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1edb13-4125-4507-928a-d2b39d2d061c req-325cc1cf-4ff4-4ee7-af69-da686a50ea1f tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] No DVR routers for this DVR port 07307f30-8a79-4318-959d-9ec17364663d on host hv-cinder-81972 {{(pid=109068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 22:03:10.359508 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-3e1edb13-4125-4507-928a-d2b39d2d061c req-325cc1cf-4ff4-4ee7-af69-da686a50ea1f tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:10.362848 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3e1edb13-4125-4507-928a-d2b39d2d061c req-325cc1cf-4ff4-4ee7-af69-da686a50ea1f tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.61 "DELETE /v2.0/ports/07307f30-8a79-4318-959d-9ec17364663d HTTP/1.1" status: 204 len: 173 time: 0.6776826 Nov 29 22:03:10.363460 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d66171e-42ff-41b6-8a0f-6791d9f32362', 'name': 'network-vif-deleted', 'tag': '07307f30-8a79-4318-959d-9ec17364663d'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 22:03:10.365669 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9888ac0-3d08-45a3-938d-d4073f4f3e6d" -d '{"events": [{"server_uuid": "5d66171e-42ff-41b6-8a0f-6791d9f32362", "name": "network-vif-deleted", "tag": "07307f30-8a79-4318-959d-9ec17364663d"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 22:03:10.414954 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 22:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31e3e0f-40fb-4e18-94f7-2dade5853fe8 x-openstack-request-id: req-e31e3e0f-40fb-4e18-94f7-2dade5853fe8 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 22:03:10.416065 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d66171e-42ff-41b6-8a0f-6791d9f32362", "name": "network-vif-deleted", "tag": "07307f30-8a79-4318-959d-9ec17364663d", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 22:03:10.416321 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e31e3e0f-40fb-4e18-94f7-2dade5853fe8 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 22:03:10.416783 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d66171e-42ff-41b6-8a0f-6791d9f32362', 'name': 'network-vif-deleted', 'tag': '07307f30-8a79-4318-959d-9ec17364663d', 'status': 'completed', 'code': 200} Nov 29 22:03:10.602196 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-8ea20ead-28d5-41eb-baa1-bafad802a549 req-a4899f61-0a0a-43ef-aa2b-a69f5e47e6e6 tempest-VolumesSnapshotTestJSON-2058117407 tempest-VolumesSnapshotTestJSON-2058117407-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d66171e-42ff-41b6-8a0f-6791d9f32362 HTTP/1.1" status: 200 len: 210 time: 0.0249493 Nov 29 22:03:10.900444 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:12.147980 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:13.163736 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:13.197576 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 07307f30-8a79-4318-959d-9ec17364663d no longer exists at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 22:03:13.217333 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] No Port match for: 07307f30-8a79-4318-959d-9ec17364663d {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 22:03:13.217678 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 07307f30-8a79-4318-959d-9ec17364663d not bound to the agent host hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 22:03:18.267681 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [req-04a22236-9b89-422c-86c5-d019d171b9b6 req-9b8e2f05-5be1-4e18-866c-8d4e53143066 service neutron] (109068) timed out ('10.222.0.61', 49895) {{(pid=109068) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 22:03:23.097345 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [req-3d9c9d30-39e7-4571-bd4e-bc69a0f2d88c req-7a8f4904-2a90-4b20-b512-d80ae3cc9151 service neutron] (109068) timed out ('10.222.0.61', 49922) {{(pid=109068) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 22:03:24.605118 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e58e6-bd28-4850-9b27-3071be009877 req-8f458045-0856-417e-8d40-292ba07789a0 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:03:24.606571 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f59e58e6-bd28-4850-9b27-3071be009877 req-8f458045-0856-417e-8d40-292ba07789a0 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be HTTP/1.1" status: 200 len: 946 time: 0.1007288 Nov 29 22:03:24.653107 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f59e58e6-bd28-4850-9b27-3071be009877 req-5d1111e4-3755-425d-b99c-d8788e67b552 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups?id=8744e622-98b1-4c1a-9587-aed8701d21e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399377 Nov 29 22:03:25.035855 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7810d9a-d223-437c-8209-0fcd66ccb8ee req-9cf2d6ed-e9a5-4d69-87da-a0e174214322 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:03:25.037297 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-a7810d9a-d223-437c-8209-0fcd66ccb8ee req-9cf2d6ed-e9a5-4d69-87da-a0e174214322 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.61 "GET /v2.0/ports?device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be HTTP/1.1" status: 200 len: 946 time: 0.0467818 Nov 29 22:03:25.125053 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-a7810d9a-d223-437c-8209-0fcd66ccb8ee req-27431ee0-0999-4c35-b312-4a5d5dba9a5b tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Deleting port 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:03:25.125401 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-a7810d9a-d223-437c-8209-0fcd66ccb8ee req-27431ee0-0999-4c35-b312-4a5d5dba9a5b tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:25.214048 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-a7810d9a-d223-437c-8209-0fcd66ccb8ee req-27431ee0-0999-4c35-b312-4a5d5dba9a5b tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] For port 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be,segment=NetworkSegment(c474d39d-c2f7-4b49-acd8-82f36e651454),segment_id=c474d39d-c2f7-4b49-acd8-82f36e651454)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:03:25.214411 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-a7810d9a-d223-437c-8209-0fcd66ccb8ee req-27431ee0-0999-4c35-b312-4a5d5dba9a5b tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:25.383452 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-a7810d9a-d223-437c-8209-0fcd66ccb8ee req-27431ee0-0999-4c35-b312-4a5d5dba9a5b tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:25.383818 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-a7810d9a-d223-437c-8209-0fcd66ccb8ee req-27431ee0-0999-4c35-b312-4a5d5dba9a5b tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1811381'] for floatingip, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:25.384135 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.db.l3_db [req-a7810d9a-d223-437c-8209-0fcd66ccb8ee req-27431ee0-0999-4c35-b312-4a5d5dba9a5b tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Floating IP acd09199-f58e-4bda-8626-7cd85e4d3694 disassociated. External IP: 172.27.0.166, port: 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be. Nov 29 22:03:25.384470 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-a7810d9a-d223-437c-8209-0fcd66ccb8ee req-27431ee0-0999-4c35-b312-4a5d5dba9a5b tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Calling delete_port for 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be owned by compute:nova {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:03:25.513422 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-a7810d9a-d223-437c-8209-0fcd66ccb8ee req-27431ee0-0999-4c35-b312-4a5d5dba9a5b tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:25.542762 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27431ee0-0999-4c35-b312-4a5d5dba9a5b tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Pushing event deleted for resources: {'Port': ['ID=2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:25.671836 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7810d9a-d223-437c-8209-0fcd66ccb8ee req-27431ee0-0999-4c35-b312-4a5d5dba9a5b tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Router 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 22:03:25.754339 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-727c8b52-1f4f-4108-942f-5d799af8b9c8 req-4ce5ae9e-7f00-4101-81ad-5bd22d9169f3 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/ports?device_id=62e7e685-ae3c-439c-a177-bfdeeeb1a5be HTTP/1.1" status: 200 len: 210 time: 0.0260043 Nov 29 22:03:25.780625 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7810d9a-d223-437c-8209-0fcd66ccb8ee req-27431ee0-0999-4c35-b312-4a5d5dba9a5b tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 22:03:25.790358 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0082c04d-b5b8-41b7-ac56-fe7cc8b55e33 None None] Sync routers for ids ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'] in dv-cinder-819722-1-iscsi {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 22:03:25.800136 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0082c04d-b5b8-41b7-ac56-fe7cc8b55e33 None None] Routers {'0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:03:25.801042 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-0082c04d-b5b8-41b7-ac56-fe7cc8b55e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:03:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:25.817491 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7810d9a-d223-437c-8209-0fcd66ccb8ee req-27431ee0-0999-4c35-b312-4a5d5dba9a5b tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] No DVR routers for this DVR port 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be on host hv-cinder-81972 {{(pid=109068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 22:03:25.820025 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-a7810d9a-d223-437c-8209-0fcd66ccb8ee req-27431ee0-0999-4c35-b312-4a5d5dba9a5b tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:25.823484 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-a7810d9a-d223-437c-8209-0fcd66ccb8ee req-27431ee0-0999-4c35-b312-4a5d5dba9a5b tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.61 "DELETE /v2.0/ports/2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be HTTP/1.1" status: 204 len: 173 time: 0.7800562 Nov 29 22:03:25.823912 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e7e685-ae3c-439c-a177-bfdeeeb1a5be', 'name': 'network-vif-deleted', 'tag': '2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 22:03:25.826201 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14069f27-28f1-42fe-8c38-27710e638b78" -d '{"events": [{"server_uuid": "62e7e685-ae3c-439c-a177-bfdeeeb1a5be", "name": "network-vif-deleted", "tag": "2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 22:03:25.881832 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 22:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3333f5cb-8158-425f-9b04-431b1024a9e6 x-openstack-request-id: req-3333f5cb-8158-425f-9b04-431b1024a9e6 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 22:03:25.882204 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e7e685-ae3c-439c-a177-bfdeeeb1a5be", "name": "network-vif-deleted", "tag": "2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 22:03:25.882460 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3333f5cb-8158-425f-9b04-431b1024a9e6 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 22:03:25.882873 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e7e685-ae3c-439c-a177-bfdeeeb1a5be', 'name': 'network-vif-deleted', 'tag': '2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be', 'status': 'completed', 'code': 200} Nov 29 22:03:25.913226 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-0082c04d-b5b8-41b7-ac56-fe7cc8b55e33 None None] Set router 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:03:26.133536 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-0082c04d-b5b8-41b7-ac56-fe7cc8b55e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'name': 'tempest-AttachVolumeTestJSON-300138794-router', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:47:53Z', 'revision_number': 4, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'gw_port': {'id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '8a4fbb58-080b-4163-a85f-4eb5edc8be95', 'name': '', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'mac_address': 'fa:16:3e:f5:a3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:52Z', 'updated_at': '2021-11-29T21:48:01Z', 'revision_number': 5, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'subnets': [{'id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:26.158775 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0082c04d-b5b8-41b7-ac56-fe7cc8b55e33 None None] Checking router: 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d for host: dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 22:03:26.166769 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0082c04d-b5b8-41b7-ac56-fe7cc8b55e33 None None] Routers {'0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:03:26.167386 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-0082c04d-b5b8-41b7-ac56-fe7cc8b55e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:03:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:26.271356 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-0082c04d-b5b8-41b7-ac56-fe7cc8b55e33 None None] Set router 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:03:26.468159 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-0082c04d-b5b8-41b7-ac56-fe7cc8b55e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'name': 'tempest-AttachVolumeTestJSON-300138794-router', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:47:53Z', 'revision_number': 4, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'gw_port': {'id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '8a4fbb58-080b-4163-a85f-4eb5edc8be95', 'name': '', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'mac_address': 'fa:16:3e:f5:a3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:52Z', 'updated_at': '2021-11-29T21:48:01Z', 'revision_number': 5, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'subnets': [{'id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:26.496946 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0082c04d-b5b8-41b7-ac56-fe7cc8b55e33 None None] The sync data for ids ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'] in dv-cinder-819722-1-iscsi is: [{'id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'name': 'tempest-AttachVolumeTestJSON-300138794-router', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T21:47:53Z', 'revision_number': 4, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'gw_port': {'id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '8a4fbb58-080b-4163-a85f-4eb5edc8be95', 'name': '', 'network_id': '562540b5-b080-4163-a4fa-cf4e96df0d5f', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'mac_address': 'fa:16:3e:f5:a3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:52Z', 'updated_at': '2021-11-29T21:48:01Z', 'revision_number': 5, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'subnets': [{'id': 'ac018a01-258b-4d48-9a44-ca3d60e642fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 22:03:26.621108 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:03:26.720283 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c938a8-aece-40a7-910b-b180c48cd11e None None] New status for floating IP acd09199-f58e-4bda-8626-7cd85e4d3694: DOWN {{(pid=109069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 22:03:26.844515 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 46746) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:26.899472 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-04bf6855-0f3d-4fde-905b-2ca115a37050 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:26.926455 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-04bf6855-0f3d-4fde-905b-2ca115a37050 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:26.973153 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-04bf6855-0f3d-4fde-905b-2ca115a37050 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:26.976527 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-04bf6855-0f3d-4fde-905b-2ca115a37050 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:26.977682 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-04bf6855-0f3d-4fde-905b-2ca115a37050 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "DELETE /v2.0/security-groups/8744e622-98b1-4c1a-9587-aed8701d21e7 HTTP/1.1" status: 204 len: 168 time: 0.1331935 Nov 29 22:03:26.980563 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 46748) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:26.994356 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf6855-0f3d-4fde-905b-2ca115a37050 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8744e622-98b1-4c1a-9587-aed8701d21e7,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:26.994638 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.api.v2.resource [None req-8622db69-6b26-42d2-a3c0-512fde31e18e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] show failed (client error): The resource could not be found. Nov 29 22:03:26.998233 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-8622db69-6b26-42d2-a3c0-512fde31e18e tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "GET /v2.0/security-groups/8744e622-98b1-4c1a-9587-aed8701d21e7 HTTP/1.1" status: 404 len: 347 time: 0.0141845 Nov 29 22:03:26.998486 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 46750) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:27.002396 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf6855-0f3d-4fde-905b-2ca115a37050 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:27.002879 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf6855-0f3d-4fde-905b-2ca115a37050 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:27.003277 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf6855-0f3d-4fde-905b-2ca115a37050 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:27.003707 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf6855-0f3d-4fde-905b-2ca115a37050 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:27.004143 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf6855-0f3d-4fde-905b-2ca115a37050 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:27.004490 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf6855-0f3d-4fde-905b-2ca115a37050 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:27.004833 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf6855-0f3d-4fde-905b-2ca115a37050 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:27.005188 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf6855-0f3d-4fde-905b-2ca115a37050 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:27.005523 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf6855-0f3d-4fde-905b-2ca115a37050 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:27.005855 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf6855-0f3d-4fde-905b-2ca115a37050 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:27.006207 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf6855-0f3d-4fde-905b-2ca115a37050 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:27.006512 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bf6855-0f3d-4fde-905b-2ca115a37050 tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:27.127337 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-87151aaf-30d8-4d35-abbb-a322e73b8ecb tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Deleting port a834fc09-d1df-4456-a45a-ace06a6c5fa2 {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:03:27.127681 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-87151aaf-30d8-4d35-abbb-a322e73b8ecb tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:27.201722 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-87151aaf-30d8-4d35-abbb-a322e73b8ecb tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:27.202573 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-87151aaf-30d8-4d35-abbb-a322e73b8ecb tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:27.214275 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-87151aaf-30d8-4d35-abbb-a322e73b8ecb tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Calling delete_port for a834fc09-d1df-4456-a45a-ace06a6c5fa2 owned by network:floatingip {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:03:27.274397 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be no longer exists at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 22:03:27.294652 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] No Port match for: 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 22:03:27.294993 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device 2b8c2698-e5bd-4c0b-9a9b-77af85c9e5be not bound to the agent host hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 22:03:27.345797 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-87151aaf-30d8-4d35-abbb-a322e73b8ecb tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:27.370179 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87151aaf-30d8-4d35-abbb-a322e73b8ecb tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Pushing event deleted for resources: {'Port': ['ID=a834fc09-d1df-4456-a45a-ace06a6c5fa2,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:27.432067 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-87151aaf-30d8-4d35-abbb-a322e73b8ecb tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks [] for floatingip, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:27.434673 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-87151aaf-30d8-4d35-abbb-a322e73b8ecb tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for floatingip, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:27.436100 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-87151aaf-30d8-4d35-abbb-a322e73b8ecb tempest-AttachVolumeTestJSON-1660219384 tempest-AttachVolumeTestJSON-1660219384-project] 10.222.0.62 "DELETE /v2.0/floatingips/acd09199-f58e-4bda-8626-7cd85e4d3694 HTTP/1.1" status: 204 len: 168 time: 0.4364266 Nov 29 22:03:29.903544 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 46792) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:30.090770 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:30.351485 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-21c2cb51-ff14-4515-91e2-5f23200935b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817269'] for router_interface, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:30.590970 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-21c2cb51-ff14-4515-91e2-5f23200935b2 admin admin] Deleting port 8a4fbb58-080b-4163-a85f-4eb5edc8be95 {{(pid=109067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:03:30.591406 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-21c2cb51-ff14-4515-91e2-5f23200935b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:30.668387 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.db [None req-21c2cb51-ff14-4515-91e2-5f23200935b2 admin admin] For port 8a4fbb58-080b-4163-a85f-4eb5edc8be95, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=8a4fbb58-080b-4163-a85f-4eb5edc8be95,segment=NetworkSegment(c474d39d-c2f7-4b49-acd8-82f36e651454),segment_id=c474d39d-c2f7-4b49-acd8-82f36e651454)] {{(pid=109067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:03:30.668664 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-21c2cb51-ff14-4515-91e2-5f23200935b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:30.685054 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-21c2cb51-ff14-4515-91e2-5f23200935b2 admin admin] Calling delete_port for 8a4fbb58-080b-4163-a85f-4eb5edc8be95 owned by network:router_interface {{(pid=109067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:03:30.861887 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-21c2cb51-ff14-4515-91e2-5f23200935b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126503686'] for port, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:30.888527 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2cb51-ff14-4515-91e2-5f23200935b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a4fbb58-080b-4163-a85f-4eb5edc8be95,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:31.050907 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-21c2cb51-ff14-4515-91e2-5f23200935b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810949'] for router_interface, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:31.270479 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c2cb51-ff14-4515-91e2-5f23200935b2 admin admin] Router 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 22:03:31.376529 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c2cb51-ff14-4515-91e2-5f23200935b2 admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 22:03:31.381520 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-21c2cb51-ff14-4515-91e2-5f23200935b2 admin admin] 10.222.0.62 "PUT /v2.0/routers/0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4769371 Nov 29 22:03:31.384114 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 46812) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:31.387834 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2954c6-f9db-4143-9ac9-46c648e3ef6e None None] Sync routers for ids ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'] in dv-cinder-819722-1-iscsi {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 22:03:31.398516 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2954c6-f9db-4143-9ac9-46c648e3ef6e None None] Routers {'0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:03:31.399149 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-ec2954c6-f9db-4143-9ac9-46c648e3ef6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:03:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:31.495896 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5d87-3637-4454-bc9d-e849561c3f0c admin admin] Publish callbacks [] for router, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:31.512438 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-ec2954c6-f9db-4143-9ac9-46c648e3ef6e None None] Set router 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:03:31.599008 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5d87-3637-4454-bc9d-e849561c3f0c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:31.650367 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-6c7f5d87-3637-4454-bc9d-e849561c3f0c admin admin] Deleting port a8fc9a12-9ff1-4e9e-8e75-3267f72235ab {{(pid=109067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:03:31.650792 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5d87-3637-4454-bc9d-e849561c3f0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:31.688909 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-ec2954c6-f9db-4143-9ac9-46c648e3ef6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'name': 'tempest-AttachVolumeTestJSON-300138794-router', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T22:03:30Z', 'revision_number': 5, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'gw_port': {'id': 'a8fc9a12-9ff1-4e9e-8e75-3267f72235ab', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T21:47:49Z', 'updated_at': '2021-11-29T21:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:31.718870 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2954c6-f9db-4143-9ac9-46c648e3ef6e None None] Checking router: 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d for host: dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 22:03:31.727024 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2954c6-f9db-4143-9ac9-46c648e3ef6e None None] Routers {'0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:03:31.727991 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-ec2954c6-f9db-4143-9ac9-46c648e3ef6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:03:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:31.729574 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.db [None req-6c7f5d87-3637-4454-bc9d-e849561c3f0c admin admin] For port a8fc9a12-9ff1-4e9e-8e75-3267f72235ab, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=a8fc9a12-9ff1-4e9e-8e75-3267f72235ab,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:03:31.729933 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5d87-3637-4454-bc9d-e849561c3f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:31.742602 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-6c7f5d87-3637-4454-bc9d-e849561c3f0c admin admin] Calling delete_port for a8fc9a12-9ff1-4e9e-8e75-3267f72235ab owned by network:router_gateway {{(pid=109067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:03:31.808603 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-ec2954c6-f9db-4143-9ac9-46c648e3ef6e None None] Set router 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d gateway port host: None {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:03:31.865933 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-ec2954c6-f9db-4143-9ac9-46c648e3ef6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'name': 'tempest-AttachVolumeTestJSON-300138794-router', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T22:03:31Z', 'revision_number': 6, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'gw_port_host': None}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:31.893291 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2954c6-f9db-4143-9ac9-46c648e3ef6e None None] The sync data for ids ['0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d'] in dv-cinder-819722-1-iscsi is: [{'id': '0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d', 'name': 'tempest-AttachVolumeTestJSON-300138794-router', 'tenant_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T21:47:48Z', 'updated_at': '2021-11-29T22:03:31Z', 'revision_number': 6, 'project_id': 'ab335a1bd1ef40929c149d8fb12975e0', 'gw_port_host': None}] {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 22:03:31.913934 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5d87-3637-4454-bc9d-e849561c3f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126503686'] for port, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:31.943394 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f5d87-3637-4454-bc9d-e849561c3f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=a8fc9a12-9ff1-4e9e-8e75-3267f72235ab,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:32.007801 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5d87-3637-4454-bc9d-e849561c3f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811427'] for router_gateway, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:32.099165 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5d87-3637-4454-bc9d-e849561c3f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63472'] for router, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:32.101447 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5d87-3637-4454-bc9d-e849561c3f0c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:32.144160 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5d87-3637-4454-bc9d-e849561c3f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811982'] for router, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:32.144769 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7f5d87-3637-4454-bc9d-e849561c3f0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d {{(pid=109067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 22:03:32.149110 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6c7f5d87-3637-4454-bc9d-e849561c3f0c admin admin] Publish callbacks [] for router, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:32.150396 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-6c7f5d87-3637-4454-bc9d-e849561c3f0c admin admin] 10.222.0.62 "DELETE /v2.0/routers/0a9fbe6c-0409-4ed5-acb7-e8bcc10c495d HTTP/1.1" status: 204 len: 168 time: 0.7653651 Nov 29 22:03:32.152975 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 46816) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:32.202694 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9afb412-3a60-4fc0-b205-2566fd5fabc1 admin admin] Deleting subnet ac018a01-258b-4d48-9a44-ca3d60e642fd {{(pid=109067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 22:03:32.206087 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-b9afb412-3a60-4fc0-b205-2566fd5fabc1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:32.241766 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-b9afb412-3a60-4fc0-b205-2566fd5fabc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126503812'] for subnet, precommit_delete_associations {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:32.326435 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-b9afb412-3a60-4fc0-b205-2566fd5fabc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730469'] for subnet, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:32.382317 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-b9afb412-3a60-4fc0-b205-2566fd5fabc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126503739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126245010'] for subnet, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:32.412846 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afb412-3a60-4fc0-b205-2566fd5fabc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac018a01-258b-4d48-9a44-ca3d60e642fd,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:32.414785 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-b9afb412-3a60-4fc0-b205-2566fd5fabc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:32.417989 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-b9afb412-3a60-4fc0-b205-2566fd5fabc1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ac018a01-258b-4d48-9a44-ca3d60e642fd HTTP/1.1" status: 204 len: 168 time: 0.2640774 Nov 29 22:03:32.421049 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 46824) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:32.423787 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabc771a-7e54-432a-b814-9a176fa0ff83 None None] Network 562540b5-b080-4163-a4fa-cf4e96df0d5f requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 22:03:32.490541 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-0279a595-17bd-4bd4-a0b8-447bfb6285ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606273'] for network, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:32.547084 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-0279a595-17bd-4bd4-a0b8-447bfb6285ea admin admin] Deleting port 77aa0ec2-0d1a-4b5b-8f45-0c84742c9442 {{(pid=109067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:03:32.547343 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-0279a595-17bd-4bd4-a0b8-447bfb6285ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:32.618900 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.db [None req-0279a595-17bd-4bd4-a0b8-447bfb6285ea admin admin] For port 77aa0ec2-0d1a-4b5b-8f45-0c84742c9442, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=77aa0ec2-0d1a-4b5b-8f45-0c84742c9442,segment=NetworkSegment(c474d39d-c2f7-4b49-acd8-82f36e651454),segment_id=c474d39d-c2f7-4b49-acd8-82f36e651454)] {{(pid=109067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:03:32.619255 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-0279a595-17bd-4bd4-a0b8-447bfb6285ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:32.630804 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-0279a595-17bd-4bd4-a0b8-447bfb6285ea admin admin] Calling delete_port for 77aa0ec2-0d1a-4b5b-8f45-0c84742c9442 owned by network:dhcp {{(pid=109067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:03:32.683086 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f9b1a0-f389-4228-9610-2e060a16fbbb None None] DHCP port deletion for 562540b5-b080-4163-a4fa-cf4e96df0d5f request from dv-cinder-819722-1-iscsi {{(pid=109069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 22:03:32.715924 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-0279a595-17bd-4bd4-a0b8-447bfb6285ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126503686'] for port, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:32.730251 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-d2f9b1a0-f389-4228-9610-2e060a16fbbb None None] Deleting port 77aa0ec2-0d1a-4b5b-8f45-0c84742c9442 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:03:32.730626 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b1a0-f389-4228-9610-2e060a16fbbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:32.795561 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-d2f9b1a0-f389-4228-9610-2e060a16fbbb None None] For port 77aa0ec2-0d1a-4b5b-8f45-0c84742c9442, host dv-cinder-819722-1-iscsi, got binding levels [] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:03:32.796507 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b1a0-f389-4228-9610-2e060a16fbbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:32.810448 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-d2f9b1a0-f389-4228-9610-2e060a16fbbb None None] Calling delete_port for 77aa0ec2-0d1a-4b5b-8f45-0c84742c9442 owned by network:dhcp {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:03:32.814856 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.ipam_backend_mixin [None req-d2f9b1a0-f389-4228-9610-2e060a16fbbb None None] Port 77aa0ec2-0d1a-4b5b-8f45-0c84742c9442 was not found and therefore no delete operation was performed {{(pid=109069) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 22:03:32.816352 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2f9b1a0-f389-4228-9610-2e060a16fbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205'] for port, after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:32.849233 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9b1a0-f389-4228-9610-2e060a16fbbb None None] Pushing event deleted for resources: {'Port': ['ID=77aa0ec2-0d1a-4b5b-8f45-0c84742c9442,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:32.851715 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f9b1a0-f389-4228-9610-2e060a16fbbb None None] No DVR routers for this DVR port 77aa0ec2-0d1a-4b5b-8f45-0c84742c9442 on host dv-cinder-819722-1-iscsi {{(pid=109069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 22:03:32.863880 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9b1a0-f389-4228-9610-2e060a16fbbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:32.863880 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9b1a0-f389-4228-9610-2e060a16fbbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:32.863880 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9b1a0-f389-4228-9610-2e060a16fbbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:32.863880 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9b1a0-f389-4228-9610-2e060a16fbbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:32.863880 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9b1a0-f389-4228-9610-2e060a16fbbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:32.863880 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9b1a0-f389-4228-9610-2e060a16fbbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:32.863880 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9b1a0-f389-4228-9610-2e060a16fbbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:32.863880 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9b1a0-f389-4228-9610-2e060a16fbbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:32.863880 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9b1a0-f389-4228-9610-2e060a16fbbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:32.865898 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9b1a0-f389-4228-9610-2e060a16fbbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:32.865898 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9b1a0-f389-4228-9610-2e060a16fbbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:32.865898 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9b1a0-f389-4228-9610-2e060a16fbbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:32.963666 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279a595-17bd-4bd4-a0b8-447bfb6285ea admin admin] Pushing event deleted for resources: {'Port': ['ID=77aa0ec2-0d1a-4b5b-8f45-0c84742c9442,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:32.967191 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0279a595-17bd-4bd4-a0b8-447bfb6285ea admin admin] No DVR routers for this DVR port 77aa0ec2-0d1a-4b5b-8f45-0c84742c9442 on host dv-cinder-819722-1-iscsi {{(pid=109067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 22:03:33.041066 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-0279a595-17bd-4bd4-a0b8-447bfb6285ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731116', 'neutron.services.segments.db._delete_segments_for_network-8752945619276'] for network, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:33.060360 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-0279a595-17bd-4bd4-a0b8-447bfb6285ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['562540b5-b080-4163-a4fa-cf4e96df0d5f']}} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:33.070182 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-0279a595-17bd-4bd4-a0b8-447bfb6285ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c474d39d-c2f7-4b49-acd8-82f36e651454') {'for_net_delete': True} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:33.070423 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-0279a595-17bd-4bd4-a0b8-447bfb6285ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c474d39d-c2f7-4b49-acd8-82f36e651454') {} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:33.080278 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-0279a595-17bd-4bd4-a0b8-447bfb6285ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752945621589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126503933'] for segment, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:33.093788 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-0279a595-17bd-4bd4-a0b8-447bfb6285ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:33.099541 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0279a595-17bd-4bd4-a0b8-447bfb6285ea admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=109067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 22:03:33.100147 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-0279a595-17bd-4bd4-a0b8-447bfb6285ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126503641'] for segment, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: Traceback (most recent call last): Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: timer() Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: cb(*args, **kw) Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: return func(*args, **kwargs) Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: self._notify() Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: self.callback(batched_events) Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: event.method(event) Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: return f(self, *a, **k) Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: return self._get(url).json() Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: return self.request(url, 'GET', **kwargs) Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 22:03:33.101827 dv-cinder-819722-1-iscsi neutron-server[109067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 22:03:33.160133 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-0279a595-17bd-4bd4-a0b8-447bfb6285ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811335'] for network, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:33.165863 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-0279a595-17bd-4bd4-a0b8-447bfb6285ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:33.169198 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-0279a595-17bd-4bd4-a0b8-447bfb6285ea admin admin] 10.222.0.62 "DELETE /v2.0/networks/562540b5-b080-4163-a4fa-cf4e96df0d5f HTTP/1.1" status: 204 len: 168 time: 0.7472329 Nov 29 22:03:33.181502 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279a595-17bd-4bd4-a0b8-447bfb6285ea admin admin] Pushing event deleted for resources: {'Network': ['ID=562540b5-b080-4163-a4fa-cf4e96df0d5f,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:33.281387 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 46830) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:33.321356 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-9cb9e576-339c-490f-8b69-cc9ba089258a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ab335a1bd1ef40929c149d8fb12975e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387256 Nov 29 22:03:33.323705 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 46832) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:33.369289 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-67ffa26d-d0ba-42de-807c-c7390702433f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:33.391263 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-67ffa26d-d0ba-42de-807c-c7390702433f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:33.444575 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-67ffa26d-d0ba-42de-807c-c7390702433f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:33.447317 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-67ffa26d-d0ba-42de-807c-c7390702433f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:33.448468 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-67ffa26d-d0ba-42de-807c-c7390702433f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/65c3c93a-9a3d-4c09-b082-bbfd90556679 HTTP/1.1" status: 204 len: 168 time: 0.1238723 Nov 29 22:03:33.456910 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ffa26d-d0ba-42de-807c-c7390702433f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c3c93a-9a3d-4c09-b082-bbfd90556679,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:33.969157 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 77aa0ec2-0d1a-4b5b-8f45-0c84742c9442 no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 22:03:33.989423 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No Port match for: 77aa0ec2-0d1a-4b5b-8f45-0c84742c9442 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 22:03:33.989768 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 77aa0ec2-0d1a-4b5b-8f45-0c84742c9442 not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 22:03:33.990178 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device a8fc9a12-9ff1-4e9e-8e75-3267f72235ab no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 22:03:34.011271 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No Port match for: a8fc9a12-9ff1-4e9e-8e75-3267f72235ab {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 22:03:34.011588 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device a8fc9a12-9ff1-4e9e-8e75-3267f72235ab not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 22:03:34.012003 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 8a4fbb58-080b-4163-a85f-4eb5edc8be95 no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 22:03:34.031841 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No Port match for: 8a4fbb58-080b-4163-a85f-4eb5edc8be95 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 22:03:34.032204 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 8a4fbb58-080b-4163-a85f-4eb5edc8be95 not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 22:03:34.901453 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 46888) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:35.004947 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c09b6698-f8f6-4369-a30e-d88bca86a686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:35.078749 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c09b6698-f8f6-4369-a30e-d88bca86a686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:35.082431 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c09b6698-f8f6-4369-a30e-d88bca86a686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:35.119764 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-c09b6698-f8f6-4369-a30e-d88bca86a686 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fc76aabaaf544aa59061df50268de026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172279 Nov 29 22:03:35.121699 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b6698-f8f6-4369-a30e-d88bca86a686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0488fe49-76c6-4b81-a564-f3d89a9ead32,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:35.122519 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 46894) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:35.172795 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff188-d892-4ec9-ad14-436242ff1374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:35.194122 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff188-d892-4ec9-ad14-436242ff1374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:35.239322 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff188-d892-4ec9-ad14-436242ff1374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:35.241961 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff188-d892-4ec9-ad14-436242ff1374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:35.243196 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-8b7ff188-d892-4ec9-ad14-436242ff1374 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0488fe49-76c6-4b81-a564-f3d89a9ead32 HTTP/1.1" status: 204 len: 168 time: 0.1177301 Nov 29 22:03:35.251728 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ff188-d892-4ec9-ad14-436242ff1374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0488fe49-76c6-4b81-a564-f3d89a9ead32,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:35.499307 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 46900) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:35.512212 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-a0f44db9-a19e-4a38-897b-e88ea28cbcfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:35.587369 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-a0f44db9-a19e-4a38-897b-e88ea28cbcfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:35.591004 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-a0f44db9-a19e-4a38-897b-e88ea28cbcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:35.630794 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-a0f44db9-a19e-4a38-897b-e88ea28cbcfe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=314e85e69118487c8882d73a28fabec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304238 Nov 29 22:03:35.631745 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f44db9-a19e-4a38-897b-e88ea28cbcfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bea5dc-c4f8-40ef-afe9-9c238a33e45c,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:35.633549 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 46902) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:35.681876 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-ef68b6ac-fd7d-4e4d-9046-f21ade8a7746 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:35.686494 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 46906) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:35.703585 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-ef68b6ac-fd7d-4e4d-9046-f21ade8a7746 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:35.751222 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-ef68b6ac-fd7d-4e4d-9046-f21ade8a7746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:35.753819 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-ef68b6ac-fd7d-4e4d-9046-f21ade8a7746 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:35.755335 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-ef68b6ac-fd7d-4e4d-9046-f21ade8a7746 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a1bea5dc-c4f8-40ef-afe9-9c238a33e45c HTTP/1.1" status: 204 len: 168 time: 0.1206450 Nov 29 22:03:35.763461 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68b6ac-fd7d-4e4d-9046-f21ade8a7746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bea5dc-c4f8-40ef-afe9-9c238a33e45c,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:35.929035 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.db_base_plugin_v2 [None req-c865e393-96ad-4b4e-a9cb-2bef3b0ccb62 admin admin] Deleting subnet de21e223-7f66-49cf-ad6a-14de94d5d7ab {{(pid=109067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 22:03:35.932576 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c865e393-96ad-4b4e-a9cb-2bef3b0ccb62 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:35.968317 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c865e393-96ad-4b4e-a9cb-2bef3b0ccb62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126503812'] for subnet, precommit_delete_associations {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:36.007476 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c865e393-96ad-4b4e-a9cb-2bef3b0ccb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730469'] for subnet, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:36.065910 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c865e393-96ad-4b4e-a9cb-2bef3b0ccb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126503739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126245010'] for subnet, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:36.099600 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865e393-96ad-4b4e-a9cb-2bef3b0ccb62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de21e223-7f66-49cf-ad6a-14de94d5d7ab,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:36.101963 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-c865e393-96ad-4b4e-a9cb-2bef3b0ccb62 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:36.105596 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-c865e393-96ad-4b4e-a9cb-2bef3b0ccb62 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/de21e223-7f66-49cf-ad6a-14de94d5d7ab HTTP/1.1" status: 204 len: 168 time: 0.4179754 Nov 29 22:03:36.108757 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 46922) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:36.189488 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1cf3b705-14f7-4daa-b75d-2ef8572ce87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606273'] for network, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:36.273215 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1cf3b705-14f7-4daa-b75d-2ef8572ce87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731116', 'neutron.services.segments.db._delete_segments_for_network-8752945619276'] for network, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:36.293613 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.services.segments.db [None req-1cf3b705-14f7-4daa-b75d-2ef8572ce87e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1161b995-fa29-42da-b5c4-6d56a106eb01']}} {{(pid=109068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:36.303460 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.services.segments.db [None req-1cf3b705-14f7-4daa-b75d-2ef8572ce87e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e0ed26-b173-4a24-b81d-567a3ac09c33') {'for_net_delete': True} {{(pid=109068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:36.303757 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.services.segments.db [None req-1cf3b705-14f7-4daa-b75d-2ef8572ce87e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e0ed26-b173-4a24-b81d-567a3ac09c33') {} {{(pid=109068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:36.313518 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1cf3b705-14f7-4daa-b75d-2ef8572ce87e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752945621589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127331858'] for segment, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:36.327207 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1cf3b705-14f7-4daa-b75d-2ef8572ce87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:36.333666 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf3b705-14f7-4daa-b75d-2ef8572ce87e admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=109068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 22:03:36.334080 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1cf3b705-14f7-4daa-b75d-2ef8572ce87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126529624'] for segment, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: Traceback (most recent call last): Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: timer() Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: cb(*args, **kw) Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: return func(*args, **kwargs) Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: self._notify() Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: self.callback(batched_events) Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: event.method(event) Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: return f(self, *a, **k) Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: return self._get(url).json() Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: return self.request(url, 'GET', **kwargs) Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 22:03:36.336089 dv-cinder-819722-1-iscsi neutron-server[109068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 22:03:36.390230 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1cf3b705-14f7-4daa-b75d-2ef8572ce87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811335'] for network, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:36.395495 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1cf3b705-14f7-4daa-b75d-2ef8572ce87e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:36.399006 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-1cf3b705-14f7-4daa-b75d-2ef8572ce87e admin admin] 10.222.0.62 "DELETE /v2.0/networks/1161b995-fa29-42da-b5c4-6d56a106eb01 HTTP/1.1" status: 204 len: 168 time: 0.2892306 Nov 29 22:03:36.412267 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3b705-14f7-4daa-b75d-2ef8572ce87e admin admin] Pushing event deleted for resources: {'Network': ['ID=1161b995-fa29-42da-b5c4-6d56a106eb01,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:36.578742 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 46940) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:36.621885 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-c5ee3265-1db1-4576-8ce2-04373847788f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=84e17bb8649841d382ea9238c184eceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394833 Nov 29 22:03:36.622076 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 46942) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:36.673563 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bcf7f109-f518-4352-9aef-a691190b7cba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:36.696915 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bcf7f109-f518-4352-9aef-a691190b7cba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:36.743565 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bcf7f109-f518-4352-9aef-a691190b7cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:36.746173 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bcf7f109-f518-4352-9aef-a691190b7cba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:36.747434 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-bcf7f109-f518-4352-9aef-a691190b7cba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/480a5758-667f-4048-8501-3df5c9126967 HTTP/1.1" status: 204 len: 168 time: 0.1244104 Nov 29 22:03:36.756212 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7f109-f518-4352-9aef-a691190b7cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480a5758-667f-4048-8501-3df5c9126967,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:37.245026 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-1b14aed2-3b44-4a03-9e92-82715f204f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:37.420911 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 46986) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:37.515882 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-db9e55d8-fd6e-47fe-ba1b-236f0d918bbf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-506347143-network', 'tenant_id': '152b1d5d94d6428cb560709369198732'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 22:03:37.537495 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9e55d8-fd6e-47fe-ba1b-236f0d918bbf admin admin] Made reservation on behalf of 152b1d5d94d6428cb560709369198732 for: {'network': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 22:03:37.539983 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-db9e55d8-fd6e-47fe-ba1b-236f0d918bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for network, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:37.548682 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-db9e55d8-fd6e-47fe-ba1b-236f0d918bbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:37.629043 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-db9e55d8-fd6e-47fe-ba1b-236f0d918bbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:37.632864 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-db9e55d8-fd6e-47fe-ba1b-236f0d918bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:37.658451 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9e55d8-fd6e-47fe-ba1b-236f0d918bbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=109068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 22:03:37.667970 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e55d8-fd6e-47fe-ba1b-236f0d918bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c3607b-7b5b-49c8-82ea-a05b70a3b55e,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:37.672767 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-db9e55d8-fd6e-47fe-ba1b-236f0d918bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:37.673115 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.db.segments_db [None req-db9e55d8-fd6e-47fe-ba1b-236f0d918bbf admin admin] Added segment ffa80648-9d6d-4182-9fec-db6b965f267f of type vlan for network 7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca Nov 29 22:03:37.715452 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-db9e55d8-fd6e-47fe-ba1b-236f0d918bbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752945079902'] for network, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:37.738698 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-db9e55d8-fd6e-47fe-ba1b-236f0d918bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for network, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:37.739697 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9e55d8-fd6e-47fe-ba1b-236f0d918bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:03:37.740301 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-db9e55d8-fd6e-47fe-ba1b-236f0d918bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:37.767652 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-db9e55d8-fd6e-47fe-ba1b-236f0d918bbf admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3456280 Nov 29 22:03:37.770644 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 46992) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:37.775630 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-2b6907ba-cf9a-47b1-aec8-df7ab874794f admin admin] Request body: {'subnet': {'network_id': '7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-506347143-subnet', 'tenant_id': '152b1d5d94d6428cb560709369198732', 'ip_version': 4}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 22:03:37.795453 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6907ba-cf9a-47b1-aec8-df7ab874794f admin admin] Made reservation on behalf of 152b1d5d94d6428cb560709369198732 for: {'subnet': 1} {{(pid=109067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 22:03:37.797680 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-2b6907ba-cf9a-47b1-aec8-df7ab874794f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126244983'] for subnet, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:37.803248 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e55d8-fd6e-47fe-ba1b-236f0d918bbf admin admin] Pushing event updated for resources: {'Network': ['ID=7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:37.814127 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Network 7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca details requested by agent ovs-agent-dv-cinder-819722-1-iscsi with host dv-cinder-819722-1-iscsi {{(pid=109069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 22:03:37.968598 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-2b6907ba-cf9a-47b1-aec8-df7ab874794f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126503802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126244969'] for subnet, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:38.022530 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6907ba-cf9a-47b1-aec8-df7ab874794f admin admin] Pushing event updated for resources: {'Subnet': ['ID=606e044f-570e-452f-951c-804de9da9ad1,revision_number=0']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:38.032905 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6907ba-cf9a-47b1-aec8-df7ab874794f admin admin] Checking segment: {'id': 'ffa80648-9d6d-4182-9fec-db6b965f267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 22:03:38.033264 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6907ba-cf9a-47b1-aec8-df7ab874794f admin admin] Network hostable DHCP agents. Network: 7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca, hostable agents: ['f050ea31-2221-4d35-9e43-364bf64fbd15'], hosted agents: [] {{(pid=109067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 22:03:38.048987 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6907ba-cf9a-47b1-aec8-df7ab874794f admin admin] Network 7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca is scheduled to be hosted by DHCP agent f050ea31-2221-4d35-9e43-364bf64fbd15 with binding_index 1 {{(pid=109067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 22:03:38.057573 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-2b6907ba-cf9a-47b1-aec8-df7ab874794f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819722-1-iscsi, 7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca) {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 22:03:38.062618 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6907ba-cf9a-47b1-aec8-df7ab874794f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:03:38.063247 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-2b6907ba-cf9a-47b1-aec8-df7ab874794f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:38.067574 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40591f10-e398-4173-82f2-51ca3981c180 None None] Network 7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 22:03:38.079355 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-2b6907ba-cf9a-47b1-aec8-df7ab874794f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3075447 Nov 29 22:03:38.082441 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 46994) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:38.087090 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-5b88825d-4eed-4292-99cb-0e89f6cd9b6a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-506347143-router', 'tenant_id': '152b1d5d94d6428cb560709369198732', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 22:03:38.107460 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5b88825d-4eed-4292-99cb-0e89f6cd9b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1812733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63426'] for router, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:38.109226 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5b88825d-4eed-4292-99cb-0e89f6cd9b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1692916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63433'] for router, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:38.167633 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5b88825d-4eed-4292-99cb-0e89f6cd9b6a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:38.226806 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5bba1b-088c-49c3-bc8d-9ea89144244b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21caa0cc-6bdc-59e7-8938-ac611155d915-7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca', 'network_id': '7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca', 'tenant_id': '152b1d5d94d6428cb560709369198732', 'fixed_ips': [{'subnet_id': '606e044f-570e-452f-951c-804de9da9ad1'}]}} from dv-cinder-819722-1-iscsi. {{(pid=109069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 22:03:38.227707 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7b5bba1b-088c-49c3-bc8d-9ea89144244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:38.305276 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5b88825d-4eed-4292-99cb-0e89f6cd9b6a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:38.365239 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [None req-7b5bba1b-088c-49c3-bc8d-9ea89144244b None None] Allocated IP 172.20.0.2 (7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca/606e044f-570e-452f-951c-804de9da9ad1/f78ea55c-2de7-4f60-88cb-6edcefa1dfe3) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 22:03:38.503544 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5b88825d-4eed-4292-99cb-0e89f6cd9b6a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:38.508053 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7b5bba1b-088c-49c3-bc8d-9ea89144244b None None] Publish callbacks [] for port, precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:38.513736 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7b5bba1b-088c-49c3-bc8d-9ea89144244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:38.523168 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5b88825d-4eed-4292-99cb-0e89f6cd9b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:38.552755 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5bba1b-088c-49c3-bc8d-9ea89144244b None None] Network 7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 22:03:38.555699 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-7b5bba1b-088c-49c3-bc8d-9ea89144244b None None] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 22:03:38.562336 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5bba1b-088c-49c3-bc8d-9ea89144244b None None] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 22:03:38.565360 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bba1b-088c-49c3-bc8d-9ea89144244b None None] Pushing event updated for resources: {'Port': ['ID=f78ea55c-2de7-4f60-88cb-6edcefa1dfe3,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:38.615144 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-7b5bba1b-088c-49c3-bc8d-9ea89144244b None None] Attempting to bind port f78ea55c-2de7-4f60-88cb-6edcefa1dfe3 on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 22:03:38.615516 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-7b5bba1b-088c-49c3-bc8d-9ea89144244b None None] Attempting to bind port f78ea55c-2de7-4f60-88cb-6edcefa1dfe3 by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': 'ffa80648-9d6d-4182-9fec-db6b965f267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca'}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 22:03:38.615871 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5bba1b-088c-49c3-bc8d-9ea89144244b None None] Attempting to bind port f78ea55c-2de7-4f60-88cb-6edcefa1dfe3 on network 7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 22:03:38.620783 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5bba1b-088c-49c3-bc8d-9ea89144244b None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 22, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 22:03:38.622691 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5bba1b-088c-49c3-bc8d-9ea89144244b None None] Checking segment: {'id': 'ffa80648-9d6d-4182-9fec-db6b965f267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 22:03:38.622691 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7b5bba1b-088c-49c3-bc8d-9ea89144244b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:38.622691 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5bba1b-088c-49c3-bc8d-9ea89144244b None None] Bound using segment: {'id': 'ffa80648-9d6d-4182-9fec-db6b965f267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca'} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 22:03:38.622691 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-7b5bba1b-088c-49c3-bc8d-9ea89144244b None None] Bound port: f78ea55c-2de7-4f60-88cb-6edcefa1dfe3, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa80648-9d6d-4182-9fec-db6b965f267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca'}}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 22:03:38.623149 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7b5bba1b-088c-49c3-bc8d-9ea89144244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:38.625353 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [None req-5b88825d-4eed-4292-99cb-0e89f6cd9b6a admin admin] Allocated IP 172.27.0.118 (784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5/a9ef98f4-00ee-4d58-b124-c3e8fe21fad4/99821def-7a7e-4811-8367-823eaf35d27d) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 22:03:38.692351 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-7b5bba1b-088c-49c3-bc8d-9ea89144244b None None] For port f78ea55c-2de7-4f60-88cb-6edcefa1dfe3, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 22:03:38.695696 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-7b5bba1b-088c-49c3-bc8d-9ea89144244b None None] For port f78ea55c-2de7-4f60-88cb-6edcefa1dfe3, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=f78ea55c-2de7-4f60-88cb-6edcefa1dfe3,segment=NetworkSegment(ffa80648-9d6d-4182-9fec-db6b965f267f),segment_id=ffa80648-9d6d-4182-9fec-db6b965f267f)] {{(pid=109069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 22:03:38.700480 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7b5bba1b-088c-49c3-bc8d-9ea89144244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:38.741297 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5b88825d-4eed-4292-99cb-0e89f6cd9b6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:38.758337 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bba1b-088c-49c3-bc8d-9ea89144244b None None] Pushing event updated for resources: {'Port': ['ID=f78ea55c-2de7-4f60-88cb-6edcefa1dfe3,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:38.782387 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5b88825d-4eed-4292-99cb-0e89f6cd9b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:38.830829 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b88825d-4eed-4292-99cb-0e89f6cd9b6a admin admin] Network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 22:03:38.834083 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [None req-5b88825d-4eed-4292-99cb-0e89f6cd9b6a admin admin] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 22:03:38.838551 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b88825d-4eed-4292-99cb-0e89f6cd9b6a admin admin] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 22:03:38.841769 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88825d-4eed-4292-99cb-0e89f6cd9b6a admin admin] Pushing event updated for resources: {'Port': ['ID=99821def-7a7e-4811-8367-823eaf35d27d,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:39.115498 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5b88825d-4eed-4292-99cb-0e89f6cd9b6a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:39.308233 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5b88825d-4eed-4292-99cb-0e89f6cd9b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811407'] for router, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:39.438135 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b88825d-4eed-4292-99cb-0e89f6cd9b6a admin admin] Router 07944113-048f-48d2-892e-7ac7f94edd5f is scheduled to L3 agent 45234573-5df4-4e32-989b-85d77f36231f with binding_index 1 {{(pid=109068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 22:03:39.547814 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b88825d-4eed-4292-99cb-0e89f6cd9b6a admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 22:03:39.558455 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] Sync routers for ids ['07944113-048f-48d2-892e-7ac7f94edd5f'] in dv-cinder-819722-1-iscsi {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 22:03:39.566893 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5b88825d-4eed-4292-99cb-0e89f6cd9b6a admin admin] Publish callbacks [] for router, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:39.568336 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-5b88825d-4eed-4292-99cb-0e89f6cd9b6a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4846509 Nov 29 22:03:39.571159 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 47006) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:39.572101 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] Routers {'07944113-048f-48d2-892e-7ac7f94edd5f'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:03:39.572830 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:03:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['07944113-048f-48d2-892e-7ac7f94edd5f'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:39.667987 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0311f3e-1353-4432-b16a-76db09c6f400 None None] Network 7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 22:03:39.752561 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] Set router 07944113-048f-48d2-892e-7ac7f94edd5f gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:03:39.756138 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b528a23b-0ab1-4de0-a082-eb32ae84631e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:39.859474 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-6422f3b5-3ae3-4a14-84c4-15dfa4a90758 None None] Provisioning complete for port f78ea55c-2de7-4f60-88cb-6edcefa1dfe3 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:03:39.859853 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-6422f3b5-3ae3-4a14-84c4-15dfa4a90758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:40.032501 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4d72df26-379f-4f1b-904f-52a01465f294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:40.095520 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device f78ea55c-2de7-4f60-88cb-6edcefa1dfe3 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 22:03:40.233337 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.db_base_plugin_common [None req-4d72df26-379f-4f1b-904f-52a01465f294 admin admin] Allocated IP 172.20.0.1 (7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca/606e044f-570e-452f-951c-804de9da9ad1/1aa9f7c2-6649-4df5-8677-ee06b45c0c58) {{(pid=109067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 22:03:40.263058 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-6422f3b5-3ae3-4a14-84c4-15dfa4a90758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:40.303372 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port f78ea55c-2de7-4f60-88cb-6edcefa1dfe3 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:03:40.303701 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:40.316933 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-6422f3b5-3ae3-4a14-84c4-15dfa4a90758 None None] For port f78ea55c-2de7-4f60-88cb-6edcefa1dfe3, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=f78ea55c-2de7-4f60-88cb-6edcefa1dfe3,segment=NetworkSegment(ffa80648-9d6d-4182-9fec-db6b965f267f),segment_id=ffa80648-9d6d-4182-9fec-db6b965f267f)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:03:40.338686 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-6422f3b5-3ae3-4a14-84c4-15dfa4a90758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:40.386151 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4d72df26-379f-4f1b-904f-52a01465f294 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:40.414971 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07944113-048f-48d2-892e-7ac7f94edd5f', 'name': 'tempest-TestMinimumBasicScenario-506347143-router', 'tenant_id': '152b1d5d94d6428cb560709369198732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '99821def-7a7e-4811-8367-823eaf35d27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:03:38Z', 'updated_at': '2021-11-29T22:03:39Z', 'revision_number': 3, 'project_id': '152b1d5d94d6428cb560709369198732', 'gw_port': {'id': '99821def-7a7e-4811-8367-823eaf35d27d', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07944113-048f-48d2-892e-7ac7f94edd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:03:38Z', 'updated_at': '2021-11-29T22:03:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:40.431151 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4d72df26-379f-4f1b-904f-52a01465f294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126503686'] for port, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:40.449905 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] Checking router: 07944113-048f-48d2-892e-7ac7f94edd5f for host: dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 22:03:40.450701 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] Updating router 07944113-048f-48d2-892e-7ac7f94edd5f port 99821def-7a7e-4811-8367-823eaf35d27d binding host dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 22:03:40.456003 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422f3b5-3ae3-4a14-84c4-15dfa4a90758 None None] Pushing event updated for resources: {'Port': ['ID=f78ea55c-2de7-4f60-88cb-6edcefa1dfe3,revision_number=3']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:40.486575 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d72df26-379f-4f1b-904f-52a01465f294 admin admin] Network 7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca is already hosted by enough agents. {{(pid=109067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 22:03:40.492162 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-4d72df26-379f-4f1b-904f-52a01465f294 admin admin] Resources bound (agent type, host, resource id): {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 22:03:40.497321 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d72df26-379f-4f1b-904f-52a01465f294 admin admin] Received port after_create {{(pid=109067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 22:03:40.510535 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:40.532630 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72df26-379f-4f1b-904f-52a01465f294 admin admin] Pushing event updated for resources: {'Port': ['ID=1aa9f7c2-6649-4df5-8677-ee06b45c0c58,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:40.542963 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4d72df26-379f-4f1b-904f-52a01465f294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817148'] for router_interface, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:40.622279 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-c2adb2e8-a28a-404f-9a6f-a5fcd6e3bc6e None None] Provisioning complete for port f78ea55c-2de7-4f60-88cb-6edcefa1dfe3 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:03:40.622841 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c2adb2e8-a28a-404f-9a6f-a5fcd6e3bc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:40.682996 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4d72df26-379f-4f1b-904f-52a01465f294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:40.851069 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4d72df26-379f-4f1b-904f-52a01465f294 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:40.852786 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] Publish callbacks [] for port, precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:40.856636 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4d72df26-379f-4f1b-904f-52a01465f294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126503669'] for port, after_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:40.858419 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:40.929663 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4d72df26-379f-4f1b-904f-52a01465f294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817224'] for router_interface, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:40.931316 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72df26-379f-4f1b-904f-52a01465f294 admin admin] Pushing event updated for resources: {'Port': ['ID=1aa9f7c2-6649-4df5-8677-ee06b45c0c58,revision_number=2']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:40.939918 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] Attempting to bind port 99821def-7a7e-4811-8367-823eaf35d27d on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 22:03:40.940316 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] Attempting to bind port 99821def-7a7e-4811-8367-823eaf35d27d by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 22:03:40.940641 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] Attempting to bind port 99821def-7a7e-4811-8367-823eaf35d27d on network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 22:03:40.942838 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:40.945335 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154258a-29f7-4e1a-ba38-3bf817381f94 None None] Pushing event updated for resources: {'Port': ['ID=99821def-7a7e-4811-8367-823eaf35d27d,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:40.955306 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 22, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 22:03:40.955689 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] Checking segment: {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 22:03:40.956101 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:40.956496 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] Bound using segment: {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 22:03:40.956970 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] Bound port: 99821def-7a7e-4811-8367-823eaf35d27d, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 22:03:40.957349 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:40.959784 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-d1211665-bd81-4987-908f-eac8c229d40a None None] Provisioning complete for port 1aa9f7c2-6649-4df5-8677-ee06b45c0c58 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:03:40.960139 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d1211665-bd81-4987-908f-eac8c229d40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:41.025370 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-d1211665-bd81-4987-908f-eac8c229d40a None None] Port 1aa9f7c2-6649-4df5-8677-ee06b45c0c58 cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 22:03:41.026783 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d72df26-379f-4f1b-904f-52a01465f294 admin admin] Network 7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca is already hosted by enough agents. {{(pid=109067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 22:03:41.028291 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-4d72df26-379f-4f1b-904f-52a01465f294 admin admin] Resources bound (agent type, host, resource id): {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 22:03:41.036926 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] For port 99821def-7a7e-4811-8367-823eaf35d27d, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 22:03:41.040604 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] For port 99821def-7a7e-4811-8367-823eaf35d27d, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=99821def-7a7e-4811-8367-823eaf35d27d,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 22:03:41.046110 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:41.103665 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] Routers {'07944113-048f-48d2-892e-7ac7f94edd5f'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:03:41.104300 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:03:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['07944113-048f-48d2-892e-7ac7f94edd5f'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:41.151500 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d72df26-379f-4f1b-904f-52a01465f294 admin admin] Router 07944113-048f-48d2-892e-7ac7f94edd5f has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 22:03:41.155438 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154258a-29f7-4e1a-ba38-3bf817381f94 None None] Pushing event updated for resources: {'Port': ['ID=99821def-7a7e-4811-8367-823eaf35d27d,revision_number=3']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:41.239028 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] Set router 07944113-048f-48d2-892e-7ac7f94edd5f gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:03:41.265666 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d72df26-379f-4f1b-904f-52a01465f294 admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 22:03:41.277859 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-4d72df26-379f-4f1b-904f-52a01465f294 admin admin] 10.222.0.62 "PUT /v2.0/routers/07944113-048f-48d2-892e-7ac7f94edd5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6985335 Nov 29 22:03:41.289001 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-09fa4574-eb4f-42a6-9a79-4e22f6208b8b None None] Provisioning complete for port 1aa9f7c2-6649-4df5-8677-ee06b45c0c58 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:03:41.289367 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-09fa4574-eb4f-42a6-9a79-4e22f6208b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:41.402610 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-09fa4574-eb4f-42a6-9a79-4e22f6208b8b None None] Port 1aa9f7c2-6649-4df5-8677-ee06b45c0c58 cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 22:03:41.496221 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07944113-048f-48d2-892e-7ac7f94edd5f', 'name': 'tempest-TestMinimumBasicScenario-506347143-router', 'tenant_id': '152b1d5d94d6428cb560709369198732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '99821def-7a7e-4811-8367-823eaf35d27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:03:38Z', 'updated_at': '2021-11-29T22:03:40Z', 'revision_number': 4, 'project_id': '152b1d5d94d6428cb560709369198732', 'gw_port': {'id': '99821def-7a7e-4811-8367-823eaf35d27d', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07944113-048f-48d2-892e-7ac7f94edd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:03:38Z', 'updated_at': '2021-11-29T22:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '1aa9f7c2-6649-4df5-8677-ee06b45c0c58', 'name': '', 'network_id': '7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca', 'tenant_id': '152b1d5d94d6428cb560709369198732', 'mac_address': 'fa:16:3e:7b:75:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07944113-048f-48d2-892e-7ac7f94edd5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '606e044f-570e-452f-951c-804de9da9ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:03:40Z', 'updated_at': '2021-11-29T22:03:40Z', 'revision_number': 2, 'project_id': '152b1d5d94d6428cb560709369198732', 'subnets': [{'id': '606e044f-570e-452f-951c-804de9da9ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:41.528095 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93166e34-7336-4e86-8f2e-5900b6be1ff6 None None] The sync data for ids ['07944113-048f-48d2-892e-7ac7f94edd5f'] in dv-cinder-819722-1-iscsi is: [{'id': '07944113-048f-48d2-892e-7ac7f94edd5f', 'name': 'tempest-TestMinimumBasicScenario-506347143-router', 'tenant_id': '152b1d5d94d6428cb560709369198732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '99821def-7a7e-4811-8367-823eaf35d27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:03:38Z', 'updated_at': '2021-11-29T22:03:40Z', 'revision_number': 4, 'project_id': '152b1d5d94d6428cb560709369198732', 'gw_port': {'id': '99821def-7a7e-4811-8367-823eaf35d27d', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07944113-048f-48d2-892e-7ac7f94edd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:03:38Z', 'updated_at': '2021-11-29T22:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '1aa9f7c2-6649-4df5-8677-ee06b45c0c58', 'name': '', 'network_id': '7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca', 'tenant_id': '152b1d5d94d6428cb560709369198732', 'mac_address': 'fa:16:3e:7b:75:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07944113-048f-48d2-892e-7ac7f94edd5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '606e044f-570e-452f-951c-804de9da9ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:03:40Z', 'updated_at': '2021-11-29T22:03:40Z', 'revision_number': 2, 'project_id': '152b1d5d94d6428cb560709369198732', 'subnets': [{'id': '606e044f-570e-452f-951c-804de9da9ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 22:03:41.831947 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 47060) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:41.837809 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-e622e93a-881a-47cc-a5f1-7a0d670bb621 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1803842244-network', 'tenant_id': '5b527b6e449e455abd9f06c9eaeedcbf'}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 22:03:41.861693 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e622e93a-881a-47cc-a5f1-7a0d670bb621 admin admin] Made reservation on behalf of 5b527b6e449e455abd9f06c9eaeedcbf for: {'network': 1} {{(pid=109067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 22:03:41.864439 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e622e93a-881a-47cc-a5f1-7a0d670bb621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for network, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:41.873912 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e622e93a-881a-47cc-a5f1-7a0d670bb621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:41.958913 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e622e93a-881a-47cc-a5f1-7a0d670bb621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:41.964659 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e622e93a-881a-47cc-a5f1-7a0d670bb621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:41.991619 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e622e93a-881a-47cc-a5f1-7a0d670bb621 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=109067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 22:03:42.002060 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device f78ea55c-2de7-4f60-88cb-6edcefa1dfe3 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 22:03:42.005493 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622e93a-881a-47cc-a5f1-7a0d670bb621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffddd79-b4ea-4533-95ad-28c29285f025,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:42.010528 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e622e93a-881a-47cc-a5f1-7a0d670bb621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:42.010872 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.db.segments_db [None req-e622e93a-881a-47cc-a5f1-7a0d670bb621 admin admin] Added segment bc4823d0-efd0-474e-aafa-b42e1e4608b6 of type vlan for network 90ea13c0-e156-4f8c-91bd-28c8a5416007 Nov 29 22:03:42.059324 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e622e93a-881a-47cc-a5f1-7a0d670bb621 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752945079902'] for network, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:42.068010 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port f78ea55c-2de7-4f60-88cb-6edcefa1dfe3 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:03:42.068491 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:42.105832 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e622e93a-881a-47cc-a5f1-7a0d670bb621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017'] for network, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:42.106893 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e622e93a-881a-47cc-a5f1-7a0d670bb621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:03:42.107619 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e622e93a-881a-47cc-a5f1-7a0d670bb621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:42.149819 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 47064) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:42.150406 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-e622e93a-881a-47cc-a5f1-7a0d670bb621 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3161905 Nov 29 22:03:42.157610 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [None req-51cc0d2f-ff34-4ad1-877c-42ac9fb076a8 admin admin] Request body: {'subnet': {'network_id': '90ea13c0-e156-4f8c-91bd-28c8a5416007', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1803842244-subnet', 'tenant_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'ip_version': 4}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 22:03:42.179220 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:42.184708 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cc0d2f-ff34-4ad1-877c-42ac9fb076a8 admin admin] Made reservation on behalf of 5b527b6e449e455abd9f06c9eaeedcbf for: {'subnet': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 22:03:42.187466 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-51cc0d2f-ff34-4ad1-877c-42ac9fb076a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126160716'] for subnet, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:42.188324 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622e93a-881a-47cc-a5f1-7a0d670bb621 admin admin] Pushing event updated for resources: {'Network': ['ID=90ea13c0-e156-4f8c-91bd-28c8a5416007,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:42.198922 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Network 90ea13c0-e156-4f8c-91bd-28c8a5416007 details requested by agent ovs-agent-dv-cinder-819722-1-iscsi with host dv-cinder-819722-1-iscsi {{(pid=109069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 22:03:42.386877 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-51cc0d2f-ff34-4ad1-877c-42ac9fb076a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126530043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126160722'] for subnet, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:42.448424 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc0d2f-ff34-4ad1-877c-42ac9fb076a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=134c8d8b-8849-4673-a259-8a7daafb38d4,revision_number=0']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:42.460631 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cc0d2f-ff34-4ad1-877c-42ac9fb076a8 admin admin] Checking segment: {'id': 'bc4823d0-efd0-474e-aafa-b42e1e4608b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '90ea13c0-e156-4f8c-91bd-28c8a5416007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 22:03:42.460989 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cc0d2f-ff34-4ad1-877c-42ac9fb076a8 admin admin] Network hostable DHCP agents. Network: 90ea13c0-e156-4f8c-91bd-28c8a5416007, hostable agents: ['f050ea31-2221-4d35-9e43-364bf64fbd15'], hosted agents: [] {{(pid=109068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 22:03:42.479654 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cc0d2f-ff34-4ad1-877c-42ac9fb076a8 admin admin] Network 90ea13c0-e156-4f8c-91bd-28c8a5416007 is scheduled to be hosted by DHCP agent f050ea31-2221-4d35-9e43-364bf64fbd15 with binding_index 1 {{(pid=109068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 22:03:42.489290 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [None req-51cc0d2f-ff34-4ad1-877c-42ac9fb076a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819722-1-iscsi, 90ea13c0-e156-4f8c-91bd-28c8a5416007) {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 22:03:42.494067 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cc0d2f-ff34-4ad1-877c-42ac9fb076a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:03:42.494789 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-51cc0d2f-ff34-4ad1-877c-42ac9fb076a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for subnet, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:42.500406 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9897ed8f-0212-4b34-8ebc-cbff457ac00b None None] Network 90ea13c0-e156-4f8c-91bd-28c8a5416007 requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 22:03:42.518836 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-51cc0d2f-ff34-4ad1-877c-42ac9fb076a8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3640568 Nov 29 22:03:42.519220 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 47068) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:42.523654 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.v2.base [None req-e30ee0ca-65fb-491a-be35-b095a4f34e60 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1803842244-router', 'tenant_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}}} {{(pid=109067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 22:03:42.548883 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e30ee0ca-65fb-491a-be35-b095a4f34e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1812733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63426'] for router, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:42.550034 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e30ee0ca-65fb-491a-be35-b095a4f34e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1811260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1692916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63433'] for router, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:42.613661 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e30ee0ca-65fb-491a-be35-b095a4f34e60 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:42.759909 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e30ee0ca-65fb-491a-be35-b095a4f34e60 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:42.790134 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a99b636-cdc2-4c0e-ab12-cfc40eeb3742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21caa0cc-6bdc-59e7-8938-ac611155d915-90ea13c0-e156-4f8c-91bd-28c8a5416007', 'network_id': '90ea13c0-e156-4f8c-91bd-28c8a5416007', 'tenant_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'fixed_ips': [{'subnet_id': '134c8d8b-8849-4673-a259-8a7daafb38d4'}]}} from dv-cinder-819722-1-iscsi. {{(pid=109069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 22:03:42.791017 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5a99b636-cdc2-4c0e-ab12-cfc40eeb3742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:42.946117 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [None req-5a99b636-cdc2-4c0e-ab12-cfc40eeb3742 None None] Allocated IP 172.20.0.2 (90ea13c0-e156-4f8c-91bd-28c8a5416007/134c8d8b-8849-4673-a259-8a7daafb38d4/cff92efb-e092-4388-9813-cadc6bab2198) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 22:03:43.001339 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e30ee0ca-65fb-491a-be35-b095a4f34e60 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:43.021354 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e30ee0ca-65fb-491a-be35-b095a4f34e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:43.121850 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5a99b636-cdc2-4c0e-ab12-cfc40eeb3742 None None] Publish callbacks [] for port, precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:43.129078 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.db_base_plugin_common [None req-e30ee0ca-65fb-491a-be35-b095a4f34e60 admin admin] Allocated IP 172.27.0.196 (784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5/a9ef98f4-00ee-4d58-b124-c3e8fe21fad4/65eb8090-a634-4257-bb00-8316dc16f6fb) {{(pid=109067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 22:03:43.133048 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5a99b636-cdc2-4c0e-ab12-cfc40eeb3742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196'] for port, after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:43.203728 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a99b636-cdc2-4c0e-ab12-cfc40eeb3742 None None] Network 90ea13c0-e156-4f8c-91bd-28c8a5416007 is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 22:03:43.204483 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99b636-cdc2-4c0e-ab12-cfc40eeb3742 None None] Pushing event updated for resources: {'Port': ['ID=cff92efb-e092-4388-9813-cadc6bab2198,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:43.208274 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:43.211538 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-5a99b636-cdc2-4c0e-ab12-cfc40eeb3742 None None] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 22:03:43.214194 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a99b636-cdc2-4c0e-ab12-cfc40eeb3742 None None] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 22:03:43.241580 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e30ee0ca-65fb-491a-be35-b095a4f34e60 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:43.269236 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-5a99b636-cdc2-4c0e-ab12-cfc40eeb3742 None None] Attempting to bind port cff92efb-e092-4388-9813-cadc6bab2198 on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 22:03:43.269527 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-5a99b636-cdc2-4c0e-ab12-cfc40eeb3742 None None] Attempting to bind port cff92efb-e092-4388-9813-cadc6bab2198 by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': 'bc4823d0-efd0-474e-aafa-b42e1e4608b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '90ea13c0-e156-4f8c-91bd-28c8a5416007'}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 22:03:43.269894 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a99b636-cdc2-4c0e-ab12-cfc40eeb3742 None None] Attempting to bind port cff92efb-e092-4388-9813-cadc6bab2198 on network 90ea13c0-e156-4f8c-91bd-28c8a5416007 {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 22:03:43.275900 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a99b636-cdc2-4c0e-ab12-cfc40eeb3742 None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 22, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 22:03:43.276282 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a99b636-cdc2-4c0e-ab12-cfc40eeb3742 None None] Checking segment: {'id': 'bc4823d0-efd0-474e-aafa-b42e1e4608b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '90ea13c0-e156-4f8c-91bd-28c8a5416007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 22:03:43.276834 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5a99b636-cdc2-4c0e-ab12-cfc40eeb3742 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:43.277155 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e30ee0ca-65fb-491a-be35-b095a4f34e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126503686'] for port, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:43.277295 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a99b636-cdc2-4c0e-ab12-cfc40eeb3742 None None] Bound using segment: {'id': 'bc4823d0-efd0-474e-aafa-b42e1e4608b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '90ea13c0-e156-4f8c-91bd-28c8a5416007'} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 22:03:43.277789 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-5a99b636-cdc2-4c0e-ab12-cfc40eeb3742 None None] Bound port: cff92efb-e092-4388-9813-cadc6bab2198, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc4823d0-efd0-474e-aafa-b42e1e4608b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '90ea13c0-e156-4f8c-91bd-28c8a5416007'}}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 22:03:43.278168 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5a99b636-cdc2-4c0e-ab12-cfc40eeb3742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:43.321279 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30ee0ca-65fb-491a-be35-b095a4f34e60 admin admin] Network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 is already hosted by enough agents. {{(pid=109067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 22:03:43.324447 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.base_scheduler [None req-e30ee0ca-65fb-491a-be35-b095a4f34e60 admin admin] Resources bound (agent type, host, resource id): {{(pid=109067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 22:03:43.328893 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30ee0ca-65fb-491a-be35-b095a4f34e60 admin admin] Received port after_create {{(pid=109067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 22:03:43.331965 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ee0ca-65fb-491a-be35-b095a4f34e60 admin admin] Pushing event updated for resources: {'Port': ['ID=65eb8090-a634-4257-bb00-8316dc16f6fb,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:43.350071 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-5a99b636-cdc2-4c0e-ab12-cfc40eeb3742 None None] For port cff92efb-e092-4388-9813-cadc6bab2198, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 22:03:43.353408 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-5a99b636-cdc2-4c0e-ab12-cfc40eeb3742 None None] For port cff92efb-e092-4388-9813-cadc6bab2198, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=cff92efb-e092-4388-9813-cadc6bab2198,segment=NetworkSegment(bc4823d0-efd0-474e-aafa-b42e1e4608b6),segment_id=bc4823d0-efd0-474e-aafa-b42e1e4608b6)] {{(pid=109069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 22:03:43.359768 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5a99b636-cdc2-4c0e-ab12-cfc40eeb3742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:43.430860 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99b636-cdc2-4c0e-ab12-cfc40eeb3742 None None] Pushing event updated for resources: {'Port': ['ID=cff92efb-e092-4388-9813-cadc6bab2198,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:43.620206 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e30ee0ca-65fb-491a-be35-b095a4f34e60 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:43.709670 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] Sync routers for ids ['07944113-048f-48d2-892e-7ac7f94edd5f'] in dv-cinder-819722-1-iscsi {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 22:03:43.721833 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] Routers {'07944113-048f-48d2-892e-7ac7f94edd5f'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:03:43.722557 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:03:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['07944113-048f-48d2-892e-7ac7f94edd5f'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:43.829890 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] Set router 07944113-048f-48d2-892e-7ac7f94edd5f gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:03:44.050285 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device cff92efb-e092-4388-9813-cadc6bab2198 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 22:03:44.070987 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e30ee0ca-65fb-491a-be35-b095a4f34e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1811407'] for router, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:44.121545 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port cff92efb-e092-4388-9813-cadc6bab2198 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:03:44.122199 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:44.162535 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07944113-048f-48d2-892e-7ac7f94edd5f', 'name': 'tempest-TestMinimumBasicScenario-506347143-router', 'tenant_id': '152b1d5d94d6428cb560709369198732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '99821def-7a7e-4811-8367-823eaf35d27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:03:38Z', 'updated_at': '2021-11-29T22:03:40Z', 'revision_number': 4, 'project_id': '152b1d5d94d6428cb560709369198732', 'gw_port': {'id': '99821def-7a7e-4811-8367-823eaf35d27d', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07944113-048f-48d2-892e-7ac7f94edd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:03:38Z', 'updated_at': '2021-11-29T22:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '1aa9f7c2-6649-4df5-8677-ee06b45c0c58', 'name': '', 'network_id': '7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca', 'tenant_id': '152b1d5d94d6428cb560709369198732', 'mac_address': 'fa:16:3e:7b:75:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07944113-048f-48d2-892e-7ac7f94edd5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '606e044f-570e-452f-951c-804de9da9ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:03:40Z', 'updated_at': '2021-11-29T22:03:40Z', 'revision_number': 2, 'project_id': '152b1d5d94d6428cb560709369198732', 'subnets': [{'id': '606e044f-570e-452f-951c-804de9da9ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:44.191866 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] Checking router: 07944113-048f-48d2-892e-7ac7f94edd5f for host: dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 22:03:44.192570 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] Updating router 07944113-048f-48d2-892e-7ac7f94edd5f port 1aa9f7c2-6649-4df5-8677-ee06b45c0c58 binding host dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 22:03:44.224133 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:44.261252 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:44.276243 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30ee0ca-65fb-491a-be35-b095a4f34e60 admin admin] Router 0bd11fbb-7057-4e2f-a9cd-89128c1244ef is scheduled to L3 agent 45234573-5df4-4e32-989b-85d77f36231f with binding_index 1 {{(pid=109067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 22:03:44.335073 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] For port cff92efb-e092-4388-9813-cadc6bab2198, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=cff92efb-e092-4388-9813-cadc6bab2198,segment=NetworkSegment(bc4823d0-efd0-474e-aafa-b42e1e4608b6),segment_id=bc4823d0-efd0-474e-aafa-b42e1e4608b6)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:03:44.344629 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:44.346036 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 99821def-7a7e-4811-8367-823eaf35d27d up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 22:03:44.435449 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Pushing event updated for resources: {'Port': ['ID=cff92efb-e092-4388-9813-cadc6bab2198,revision_number=3']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:44.449034 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 99821def-7a7e-4811-8367-823eaf35d27d triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:03:44.449230 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:44.523514 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30ee0ca-65fb-491a-be35-b095a4f34e60 admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 22:03:44.539838 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:44.548634 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:44.550444 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] Sync routers for ids ['0bd11fbb-7057-4e2f-a9cd-89128c1244ef'] in dv-cinder-819722-1-iscsi {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 22:03:44.563098 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e30ee0ca-65fb-491a-be35-b095a4f34e60 admin admin] Publish callbacks [] for router, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:44.567365 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-e30ee0ca-65fb-491a-be35-b095a4f34e60 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0442500 Nov 29 22:03:44.567527 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 47102) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:44.600136 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] Routers {'0bd11fbb-7057-4e2f-a9cd-89128c1244ef'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:03:44.600796 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:03:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['0bd11fbb-7057-4e2f-a9cd-89128c1244ef'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:44.603766 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8341308-762f-4d43-9c82-6c28552fe814 None None] Pushing event updated for resources: {'Port': ['ID=1aa9f7c2-6649-4df5-8677-ee06b45c0c58,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:44.604024 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:44.645761 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8341308-762f-4d43-9c82-6c28552fe814 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:44.646358 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8341308-762f-4d43-9c82-6c28552fe814 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:44.646870 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8341308-762f-4d43-9c82-6c28552fe814 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:44.647725 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8341308-762f-4d43-9c82-6c28552fe814 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:44.648281 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8341308-762f-4d43-9c82-6c28552fe814 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:44.648787 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8341308-762f-4d43-9c82-6c28552fe814 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:44.649113 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8341308-762f-4d43-9c82-6c28552fe814 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:44.649437 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8341308-762f-4d43-9c82-6c28552fe814 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:44.649772 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8341308-762f-4d43-9c82-6c28552fe814 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:44.650122 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8341308-762f-4d43-9c82-6c28552fe814 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:44.650396 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8341308-762f-4d43-9c82-6c28552fe814 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:44.651006 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8341308-762f-4d43-9c82-6c28552fe814 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:03:44.687169 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] Attempting to bind port 1aa9f7c2-6649-4df5-8677-ee06b45c0c58 on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 22:03:44.687842 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] Attempting to bind port 1aa9f7c2-6649-4df5-8677-ee06b45c0c58 by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': 'ffa80648-9d6d-4182-9fec-db6b965f267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 22:03:44.688370 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] Attempting to bind port 1aa9f7c2-6649-4df5-8677-ee06b45c0c58 on network 7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 22:03:44.694311 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 22, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 22:03:44.694687 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] Checking segment: {'id': 'ffa80648-9d6d-4182-9fec-db6b965f267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 22:03:44.695459 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:44.695849 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] Bound using segment: {'id': 'ffa80648-9d6d-4182-9fec-db6b965f267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 22:03:44.696313 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] Bound port: 1aa9f7c2-6649-4df5-8677-ee06b45c0c58, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa80648-9d6d-4182-9fec-db6b965f267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 22:03:44.696707 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:44.715065 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be80a09-a43e-4c55-b501-fd84f2ed2c85 None None] Network 90ea13c0-e156-4f8c-91bd-28c8a5416007 requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 22:03:44.781236 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] For port 1aa9f7c2-6649-4df5-8677-ee06b45c0c58, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 22:03:44.788302 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] For port 1aa9f7c2-6649-4df5-8677-ee06b45c0c58, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=1aa9f7c2-6649-4df5-8677-ee06b45c0c58,segment=NetworkSegment(ffa80648-9d6d-4182-9fec-db6b965f267f),segment_id=ffa80648-9d6d-4182-9fec-db6b965f267f)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 22:03:44.793868 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:44.837161 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] For port 99821def-7a7e-4811-8367-823eaf35d27d, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=99821def-7a7e-4811-8367-823eaf35d27d,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:03:44.852653 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8341308-762f-4d43-9c82-6c28552fe814 None None] Pushing event updated for resources: {'Port': ['ID=1aa9f7c2-6649-4df5-8677-ee06b45c0c58,revision_number=4']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:44.878617 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:44.880128 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] Routers {'07944113-048f-48d2-892e-7ac7f94edd5f'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:03:44.880943 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:03:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['07944113-048f-48d2-892e-7ac7f94edd5f'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:44.992104 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] Set router 07944113-048f-48d2-892e-7ac7f94edd5f gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:03:45.020632 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Pushing event updated for resources: {'Port': ['ID=99821def-7a7e-4811-8367-823eaf35d27d,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:45.062690 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-a9b2db3d-e5c4-4376-b668-83713a0e1d0d None None] Provisioning complete for port cff92efb-e092-4388-9813-cadc6bab2198 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:03:45.063761 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a9b2db3d-e5c4-4376-b668-83713a0e1d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:45.091652 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d8ccf88b-0e48-4224-8283-2e393aa70d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:45.138486 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] Set router 0bd11fbb-7057-4e2f-a9cd-89128c1244ef gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:03:45.227354 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07944113-048f-48d2-892e-7ac7f94edd5f', 'name': 'tempest-TestMinimumBasicScenario-506347143-router', 'tenant_id': '152b1d5d94d6428cb560709369198732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '99821def-7a7e-4811-8367-823eaf35d27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:03:38Z', 'updated_at': '2021-11-29T22:03:40Z', 'revision_number': 4, 'project_id': '152b1d5d94d6428cb560709369198732', 'gw_port': {'id': '99821def-7a7e-4811-8367-823eaf35d27d', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07944113-048f-48d2-892e-7ac7f94edd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:03:38Z', 'updated_at': '2021-11-29T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '1aa9f7c2-6649-4df5-8677-ee06b45c0c58', 'name': '', 'network_id': '7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca', 'tenant_id': '152b1d5d94d6428cb560709369198732', 'mac_address': 'fa:16:3e:7b:75:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07944113-048f-48d2-892e-7ac7f94edd5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '606e044f-570e-452f-951c-804de9da9ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:03:40Z', 'updated_at': '2021-11-29T22:03:44Z', 'revision_number': 4, 'project_id': '152b1d5d94d6428cb560709369198732', 'subnets': [{'id': '606e044f-570e-452f-951c-804de9da9ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:45.265253 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445ea8d4-e28c-4f4a-b6d9-f2f60a8e5731 None None] The sync data for ids ['07944113-048f-48d2-892e-7ac7f94edd5f'] in dv-cinder-819722-1-iscsi is: [{'id': '07944113-048f-48d2-892e-7ac7f94edd5f', 'name': 'tempest-TestMinimumBasicScenario-506347143-router', 'tenant_id': '152b1d5d94d6428cb560709369198732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '99821def-7a7e-4811-8367-823eaf35d27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:03:38Z', 'updated_at': '2021-11-29T22:03:40Z', 'revision_number': 4, 'project_id': '152b1d5d94d6428cb560709369198732', 'gw_port': {'id': '99821def-7a7e-4811-8367-823eaf35d27d', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07944113-048f-48d2-892e-7ac7f94edd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:03:38Z', 'updated_at': '2021-11-29T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '1aa9f7c2-6649-4df5-8677-ee06b45c0c58', 'name': '', 'network_id': '7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca', 'tenant_id': '152b1d5d94d6428cb560709369198732', 'mac_address': 'fa:16:3e:7b:75:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07944113-048f-48d2-892e-7ac7f94edd5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '606e044f-570e-452f-951c-804de9da9ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:03:40Z', 'updated_at': '2021-11-29T22:03:44Z', 'revision_number': 4, 'project_id': '152b1d5d94d6428cb560709369198732', 'subnets': [{'id': '606e044f-570e-452f-951c-804de9da9ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 22:03:45.270603 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [None req-d8ccf88b-0e48-4224-8283-2e393aa70d5c admin admin] Allocated IP 172.20.0.1 (90ea13c0-e156-4f8c-91bd-28c8a5416007/134c8d8b-8849-4673-a259-8a7daafb38d4/140fdd2c-9ed8-4c8d-a355-228eeaccf2f7) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 22:03:45.395930 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d8ccf88b-0e48-4224-8283-2e393aa70d5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:45.406296 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd11fbb-7057-4e2f-a9cd-89128c1244ef', 'name': 'tempest-TestMinimumBasicScenario-1803842244-router', 'tenant_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '65eb8090-a634-4257-bb00-8316dc16f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:03:42Z', 'updated_at': '2021-11-29T22:03:43Z', 'revision_number': 3, 'project_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'gw_port': {'id': '65eb8090-a634-4257-bb00-8316dc16f6fb', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:77:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd11fbb-7057-4e2f-a9cd-89128c1244ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:03:43Z', 'updated_at': '2021-11-29T22:03:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:45.433880 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d8ccf88b-0e48-4224-8283-2e393aa70d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:45.446711 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] Checking router: 0bd11fbb-7057-4e2f-a9cd-89128c1244ef for host: dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 22:03:45.447082 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] Updating router 0bd11fbb-7057-4e2f-a9cd-89128c1244ef port 65eb8090-a634-4257-bb00-8316dc16f6fb binding host dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 22:03:45.477204 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ccf88b-0e48-4224-8283-2e393aa70d5c admin admin] Network 90ea13c0-e156-4f8c-91bd-28c8a5416007 is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 22:03:45.480232 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [None req-d8ccf88b-0e48-4224-8283-2e393aa70d5c admin admin] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 22:03:45.484731 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ccf88b-0e48-4224-8283-2e393aa70d5c admin admin] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 22:03:45.484951 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:45.507905 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccf88b-0e48-4224-8283-2e393aa70d5c admin admin] Pushing event updated for resources: {'Port': ['ID=140fdd2c-9ed8-4c8d-a355-228eeaccf2f7,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:45.519522 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-8ae1c0ab-e5f8-4b2b-8078-ff87f55355d2 None None] Provisioning complete for port 1aa9f7c2-6649-4df5-8677-ee06b45c0c58 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:03:45.519968 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-8ae1c0ab-e5f8-4b2b-8078-ff87f55355d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:45.529342 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d8ccf88b-0e48-4224-8283-2e393aa70d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817148'] for router_interface, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:45.747426 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-8ae1c0ab-e5f8-4b2b-8078-ff87f55355d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:45.844534 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-8ae1c0ab-e5f8-4b2b-8078-ff87f55355d2 None None] For port 1aa9f7c2-6649-4df5-8677-ee06b45c0c58, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=1aa9f7c2-6649-4df5-8677-ee06b45c0c58,segment=NetworkSegment(ffa80648-9d6d-4182-9fec-db6b965f267f),segment_id=ffa80648-9d6d-4182-9fec-db6b965f267f)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:03:45.856737 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-8ae1c0ab-e5f8-4b2b-8078-ff87f55355d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:45.869978 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [req-13458421-beb7-4977-a67a-e46dd53ec84d req-ba6f2ec5-9eb9-43d3-9e71-d06d1d1eb247 service neutron] (109068) timed out ('10.222.0.61', 49930) {{(pid=109068) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 22:03:45.943924 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-8ae1c0ab-e5f8-4b2b-8078-ff87f55355d2 None None] Provisioning complete for port cff92efb-e092-4388-9813-cadc6bab2198 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:03:45.944273 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-8ae1c0ab-e5f8-4b2b-8078-ff87f55355d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:45.993332 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1c0ab-e5f8-4b2b-8078-ff87f55355d2 None None] Pushing event updated for resources: {'Port': ['ID=1aa9f7c2-6649-4df5-8677-ee06b45c0c58,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:46.017439 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d8ccf88b-0e48-4224-8283-2e393aa70d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:46.026921 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] Publish callbacks [] for port, precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:46.039796 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:46.089819 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device cff92efb-e092-4388-9813-cadc6bab2198 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 22:03:46.299317 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d8ccf88b-0e48-4224-8283-2e393aa70d5c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:46.305550 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d8ccf88b-0e48-4224-8283-2e393aa70d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126529652'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:46.332857 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] Attempting to bind port 65eb8090-a634-4257-bb00-8316dc16f6fb on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 22:03:46.333459 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] Attempting to bind port 65eb8090-a634-4257-bb00-8316dc16f6fb by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 22:03:46.333580 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] Attempting to bind port 65eb8090-a634-4257-bb00-8316dc16f6fb on network 784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5 {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 22:03:46.339304 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50142eba-98e0-4570-98a3-221be09d29df None None] Pushing event updated for resources: {'Port': ['ID=65eb8090-a634-4257-bb00-8316dc16f6fb,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:46.353878 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 22, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 22:03:46.354287 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] Checking segment: {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 22:03:46.354639 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:46.355125 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] Bound using segment: {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 22:03:46.355689 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] Bound port: 65eb8090-a634-4257-bb00-8316dc16f6fb, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc195048-13b6-414a-a14f-df16fc25d985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5'}}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 22:03:46.356092 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:46.378855 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d8ccf88b-0e48-4224-8283-2e393aa70d5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1817224'] for router_interface, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:46.381461 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccf88b-0e48-4224-8283-2e393aa70d5c admin admin] Pushing event updated for resources: {'Port': ['ID=140fdd2c-9ed8-4c8d-a355-228eeaccf2f7,revision_number=2']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:46.415870 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port cff92efb-e092-4388-9813-cadc6bab2198 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:03:46.416236 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:46.446328 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] For port 65eb8090-a634-4257-bb00-8316dc16f6fb, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 22:03:46.465118 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] For port 65eb8090-a634-4257-bb00-8316dc16f6fb, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=65eb8090-a634-4257-bb00-8316dc16f6fb,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 22:03:46.471990 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ccf88b-0e48-4224-8283-2e393aa70d5c admin admin] Network 90ea13c0-e156-4f8c-91bd-28c8a5416007 is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 22:03:46.472259 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:46.473384 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [None req-d8ccf88b-0e48-4224-8283-2e393aa70d5c admin admin] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 22:03:46.600203 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] Routers {'0bd11fbb-7057-4e2f-a9cd-89128c1244ef'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:03:46.601010 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:03:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['0bd11fbb-7057-4e2f-a9cd-89128c1244ef'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:46.603401 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50142eba-98e0-4570-98a3-221be09d29df None None] Pushing event updated for resources: {'Port': ['ID=65eb8090-a634-4257-bb00-8316dc16f6fb,revision_number=3']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:46.604863 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ccf88b-0e48-4224-8283-2e393aa70d5c admin admin] Router 0bd11fbb-7057-4e2f-a9cd-89128c1244ef has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 22:03:46.643944 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-658022a6-3b6b-4d59-ba09-fd668ae007c4 None None] Provisioning complete for port 140fdd2c-9ed8-4c8d-a355-228eeaccf2f7 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:03:46.644322 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-658022a6-3b6b-4d59-ba09-fd668ae007c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:46.649862 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 99821def-7a7e-4811-8367-823eaf35d27d up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 22:03:46.724457 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-658022a6-3b6b-4d59-ba09-fd668ae007c4 None None] Port 140fdd2c-9ed8-4c8d-a355-228eeaccf2f7 cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 22:03:46.736233 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ccf88b-0e48-4224-8283-2e393aa70d5c admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 22:03:46.741290 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-d8ccf88b-0e48-4224-8283-2e393aa70d5c admin admin] 10.222.0.62 "PUT /v2.0/routers/0bd11fbb-7057-4e2f-a9cd-89128c1244ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1727293 Nov 29 22:03:46.787578 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] Set router 0bd11fbb-7057-4e2f-a9cd-89128c1244ef gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:03:46.819445 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 99821def-7a7e-4811-8367-823eaf35d27d triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:03:46.819818 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:46.925553 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-5077116a-e928-4a6f-bb8d-1911b0365b94 None None] Provisioning complete for port 140fdd2c-9ed8-4c8d-a355-228eeaccf2f7 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:03:46.925944 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5077116a-e928-4a6f-bb8d-1911b0365b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:47.039057 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-5077116a-e928-4a6f-bb8d-1911b0365b94 None None] Port 140fdd2c-9ed8-4c8d-a355-228eeaccf2f7 cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 22:03:47.062208 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 1aa9f7c2-6649-4df5-8677-ee06b45c0c58 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 22:03:47.146760 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 1aa9f7c2-6649-4df5-8677-ee06b45c0c58 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:03:47.147110 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:47.181989 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd11fbb-7057-4e2f-a9cd-89128c1244ef', 'name': 'tempest-TestMinimumBasicScenario-1803842244-router', 'tenant_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '65eb8090-a634-4257-bb00-8316dc16f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:03:42Z', 'updated_at': '2021-11-29T22:03:45Z', 'revision_number': 4, 'project_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'gw_port': {'id': '65eb8090-a634-4257-bb00-8316dc16f6fb', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:77:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd11fbb-7057-4e2f-a9cd-89128c1244ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:03:43Z', 'updated_at': '2021-11-29T22:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '140fdd2c-9ed8-4c8d-a355-228eeaccf2f7', 'name': '', 'network_id': '90ea13c0-e156-4f8c-91bd-28c8a5416007', 'tenant_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'mac_address': 'fa:16:3e:f3:95:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd11fbb-7057-4e2f-a9cd-89128c1244ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '134c8d8b-8849-4673-a259-8a7daafb38d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:03:45Z', 'updated_at': '2021-11-29T22:03:46Z', 'revision_number': 2, 'project_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'subnets': [{'id': '134c8d8b-8849-4673-a259-8a7daafb38d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:47.211795 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b17606-4b29-4ba1-893d-ef959957aebd None None] The sync data for ids ['0bd11fbb-7057-4e2f-a9cd-89128c1244ef'] in dv-cinder-819722-1-iscsi is: [{'id': '0bd11fbb-7057-4e2f-a9cd-89128c1244ef', 'name': 'tempest-TestMinimumBasicScenario-1803842244-router', 'tenant_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '65eb8090-a634-4257-bb00-8316dc16f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:03:42Z', 'updated_at': '2021-11-29T22:03:45Z', 'revision_number': 4, 'project_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'gw_port': {'id': '65eb8090-a634-4257-bb00-8316dc16f6fb', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:77:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd11fbb-7057-4e2f-a9cd-89128c1244ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:03:43Z', 'updated_at': '2021-11-29T22:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '140fdd2c-9ed8-4c8d-a355-228eeaccf2f7', 'name': '', 'network_id': '90ea13c0-e156-4f8c-91bd-28c8a5416007', 'tenant_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'mac_address': 'fa:16:3e:f3:95:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd11fbb-7057-4e2f-a9cd-89128c1244ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '134c8d8b-8849-4673-a259-8a7daafb38d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:03:45Z', 'updated_at': '2021-11-29T22:03:46Z', 'revision_number': 2, 'project_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'subnets': [{'id': '134c8d8b-8849-4673-a259-8a7daafb38d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 22:03:48.021108 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 1aa9f7c2-6649-4df5-8677-ee06b45c0c58 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 22:03:48.097587 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 1aa9f7c2-6649-4df5-8677-ee06b45c0c58 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:03:48.098036 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:49.560844 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] Sync routers for ids ['0bd11fbb-7057-4e2f-a9cd-89128c1244ef'] in dv-cinder-819722-1-iscsi {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 22:03:49.571054 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] Routers {'0bd11fbb-7057-4e2f-a9cd-89128c1244ef'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:03:49.571943 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:03:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['0bd11fbb-7057-4e2f-a9cd-89128c1244ef'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:49.689089 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] Set router 0bd11fbb-7057-4e2f-a9cd-89128c1244ef gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:03:49.913077 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd11fbb-7057-4e2f-a9cd-89128c1244ef', 'name': 'tempest-TestMinimumBasicScenario-1803842244-router', 'tenant_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '65eb8090-a634-4257-bb00-8316dc16f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:03:42Z', 'updated_at': '2021-11-29T22:03:45Z', 'revision_number': 4, 'project_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'gw_port': {'id': '65eb8090-a634-4257-bb00-8316dc16f6fb', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:77:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd11fbb-7057-4e2f-a9cd-89128c1244ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:03:43Z', 'updated_at': '2021-11-29T22:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '140fdd2c-9ed8-4c8d-a355-228eeaccf2f7', 'name': '', 'network_id': '90ea13c0-e156-4f8c-91bd-28c8a5416007', 'tenant_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'mac_address': 'fa:16:3e:f3:95:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd11fbb-7057-4e2f-a9cd-89128c1244ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '134c8d8b-8849-4673-a259-8a7daafb38d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:03:45Z', 'updated_at': '2021-11-29T22:03:46Z', 'revision_number': 2, 'project_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'subnets': [{'id': '134c8d8b-8849-4673-a259-8a7daafb38d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:49.950783 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] Checking router: 0bd11fbb-7057-4e2f-a9cd-89128c1244ef for host: dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 22:03:49.951301 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] Updating router 0bd11fbb-7057-4e2f-a9cd-89128c1244ef port 140fdd2c-9ed8-4c8d-a355-228eeaccf2f7 binding host dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 22:03:49.987827 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:50.024886 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 65eb8090-a634-4257-bb00-8316dc16f6fb up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 22:03:50.104386 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 65eb8090-a634-4257-bb00-8316dc16f6fb triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:03:50.104760 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:50.226859 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:50.252013 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] For port 65eb8090-a634-4257-bb00-8316dc16f6fb, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=65eb8090-a634-4257-bb00-8316dc16f6fb,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:03:50.263004 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:50.333632 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Pushing event updated for resources: {'Port': ['ID=65eb8090-a634-4257-bb00-8316dc16f6fb,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:50.368193 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:50.378286 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:50.454672 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118a681-037a-441a-a9ad-bf4bca3cea23 None None] Pushing event updated for resources: {'Port': ['ID=140fdd2c-9ed8-4c8d-a355-228eeaccf2f7,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:50.558671 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] Attempting to bind port 140fdd2c-9ed8-4c8d-a355-228eeaccf2f7 on host dv-cinder-819722-1-iscsi for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 22:03:50.559040 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] Attempting to bind port 140fdd2c-9ed8-4c8d-a355-228eeaccf2f7 by drivers openvswitch,hyperv on host dv-cinder-819722-1-iscsi at level 0 using segments [{'id': 'bc4823d0-efd0-474e-aafa-b42e1e4608b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '90ea13c0-e156-4f8c-91bd-28c8a5416007'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 22:03:50.559446 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] Attempting to bind port 140fdd2c-9ed8-4c8d-a355-228eeaccf2f7 on network 90ea13c0-e156-4f8c-91bd-28c8a5416007 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 22:03:50.565489 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] Checking agent: {'id': 'b75c0cc3-498c-4100-9579-c36a7e7dcef1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819722-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 40, 13), 'started_at': datetime.datetime(2021, 11, 29, 21, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 22, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819722-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 22:03:50.566107 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] Checking segment: {'id': 'bc4823d0-efd0-474e-aafa-b42e1e4608b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '90ea13c0-e156-4f8c-91bd-28c8a5416007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 22:03:50.566453 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:50.566932 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] Bound using segment: {'id': 'bc4823d0-efd0-474e-aafa-b42e1e4608b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '90ea13c0-e156-4f8c-91bd-28c8a5416007'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 22:03:50.567466 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] Bound port: 140fdd2c-9ed8-4c8d-a355-228eeaccf2f7, host: dv-cinder-819722-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc4823d0-efd0-474e-aafa-b42e1e4608b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '90ea13c0-e156-4f8c-91bd-28c8a5416007'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 22:03:50.567850 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:50.651824 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] For port 140fdd2c-9ed8-4c8d-a355-228eeaccf2f7, host dv-cinder-819722-1-iscsi, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 22:03:50.656441 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] For port 140fdd2c-9ed8-4c8d-a355-228eeaccf2f7, host dv-cinder-819722-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=140fdd2c-9ed8-4c8d-a355-228eeaccf2f7,segment=NetworkSegment(bc4823d0-efd0-474e-aafa-b42e1e4608b6),segment_id=bc4823d0-efd0-474e-aafa-b42e1e4608b6)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 22:03:50.666552 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:50.821689 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118a681-037a-441a-a9ad-bf4bca3cea23 None None] Pushing event updated for resources: {'Port': ['ID=140fdd2c-9ed8-4c8d-a355-228eeaccf2f7,revision_number=4']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:50.824609 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] Routers {'0bd11fbb-7057-4e2f-a9cd-89128c1244ef'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:03:50.825206 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:03:40Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['0bd11fbb-7057-4e2f-a9cd-89128c1244ef'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:50.845247 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-5a9eef21-253d-448a-af12-77bc81e3103f None None] Provisioning complete for port 140fdd2c-9ed8-4c8d-a355-228eeaccf2f7 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:03:50.845761 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5a9eef21-253d-448a-af12-77bc81e3103f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:50.940806 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5a9eef21-253d-448a-af12-77bc81e3103f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:50.978985 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-5a9eef21-253d-448a-af12-77bc81e3103f None None] For port 140fdd2c-9ed8-4c8d-a355-228eeaccf2f7, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=140fdd2c-9ed8-4c8d-a355-228eeaccf2f7,segment=NetworkSegment(bc4823d0-efd0-474e-aafa-b42e1e4608b6),segment_id=bc4823d0-efd0-474e-aafa-b42e1e4608b6)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:03:50.984688 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5a9eef21-253d-448a-af12-77bc81e3103f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:50.986458 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] Set router 0bd11fbb-7057-4e2f-a9cd-89128c1244ef gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:03:51.058990 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9eef21-253d-448a-af12-77bc81e3103f None None] Pushing event updated for resources: {'Port': ['ID=140fdd2c-9ed8-4c8d-a355-228eeaccf2f7,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:51.110237 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-15948d93-9b1c-4980-ba5c-54626f7018f9 None None] Provisioning complete for port 140fdd2c-9ed8-4c8d-a355-228eeaccf2f7 triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:03:51.110865 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-15948d93-9b1c-4980-ba5c-54626f7018f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:51.243706 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd11fbb-7057-4e2f-a9cd-89128c1244ef', 'name': 'tempest-TestMinimumBasicScenario-1803842244-router', 'tenant_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '65eb8090-a634-4257-bb00-8316dc16f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:03:42Z', 'updated_at': '2021-11-29T22:03:45Z', 'revision_number': 4, 'project_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'gw_port': {'id': '65eb8090-a634-4257-bb00-8316dc16f6fb', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd11fbb-7057-4e2f-a9cd-89128c1244ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:03:43Z', 'updated_at': '2021-11-29T22:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '140fdd2c-9ed8-4c8d-a355-228eeaccf2f7', 'name': '', 'network_id': '90ea13c0-e156-4f8c-91bd-28c8a5416007', 'tenant_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'mac_address': 'fa:16:3e:f3:95:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd11fbb-7057-4e2f-a9cd-89128c1244ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '134c8d8b-8849-4673-a259-8a7daafb38d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:03:45Z', 'updated_at': '2021-11-29T22:03:50Z', 'revision_number': 4, 'project_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'subnets': [{'id': '134c8d8b-8849-4673-a259-8a7daafb38d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:03:51.276599 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31634fe7-9a35-41a7-907f-c8851c6ba6b7 None None] The sync data for ids ['0bd11fbb-7057-4e2f-a9cd-89128c1244ef'] in dv-cinder-819722-1-iscsi is: [{'id': '0bd11fbb-7057-4e2f-a9cd-89128c1244ef', 'name': 'tempest-TestMinimumBasicScenario-1803842244-router', 'tenant_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '65eb8090-a634-4257-bb00-8316dc16f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:03:42Z', 'updated_at': '2021-11-29T22:03:45Z', 'revision_number': 4, 'project_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'gw_port': {'id': '65eb8090-a634-4257-bb00-8316dc16f6fb', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd11fbb-7057-4e2f-a9cd-89128c1244ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:03:43Z', 'updated_at': '2021-11-29T22:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi', '_interfaces': [{'id': '140fdd2c-9ed8-4c8d-a355-228eeaccf2f7', 'name': '', 'network_id': '90ea13c0-e156-4f8c-91bd-28c8a5416007', 'tenant_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'mac_address': 'fa:16:3e:f3:95:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd11fbb-7057-4e2f-a9cd-89128c1244ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '134c8d8b-8849-4673-a259-8a7daafb38d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:03:45Z', 'updated_at': '2021-11-29T22:03:50Z', 'revision_number': 4, 'project_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'subnets': [{'id': '134c8d8b-8849-4673-a259-8a7daafb38d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 22:03:52.063213 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 140fdd2c-9ed8-4c8d-a355-228eeaccf2f7 up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 22:03:52.122124 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 140fdd2c-9ed8-4c8d-a355-228eeaccf2f7 triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:03:52.122761 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:52.229277 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 65eb8090-a634-4257-bb00-8316dc16f6fb up at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 22:03:52.286432 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Provisioning complete for port 65eb8090-a634-4257-bb00-8316dc16f6fb triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:03:52.286723 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:53.684912 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 47254) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:53.798365 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f295fe72-64b4-44dc-a793-b4b6d79e6d6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:53.885954 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f295fe72-64b4-44dc-a793-b4b6d79e6d6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:53.891185 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f295fe72-64b4-44dc-a793-b4b6d79e6d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:53.922982 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295fe72-64b4-44dc-a793-b4b6d79e6d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebf9e76-949a-4bf6-a468-169d22bcc784,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:53.942457 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-f295fe72-64b4-44dc-a793-b4b6d79e6d6d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dfff21709a9c449a8b3492e054edfe1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529392 Nov 29 22:03:53.942799 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 47258) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:53.997779 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d9fd891f-0518-4510-9fa1-94ddb9c60690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:54.022577 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d9fd891f-0518-4510-9fa1-94ddb9c60690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:54.084240 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d9fd891f-0518-4510-9fa1-94ddb9c60690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:54.087716 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d9fd891f-0518-4510-9fa1-94ddb9c60690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:54.091353 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-d9fd891f-0518-4510-9fa1-94ddb9c60690 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8ebf9e76-949a-4bf6-a468-169d22bcc784 HTTP/1.1" status: 204 len: 168 time: 0.1452253 Nov 29 22:03:54.099247 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd891f-0518-4510-9fa1-94ddb9c60690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebf9e76-949a-4bf6-a468-169d22bcc784,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:54.424568 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 47266) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:54.439094 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d0144398-fbaa-446e-9d84-fbc2b6b0903f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:54.519502 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d0144398-fbaa-446e-9d84-fbc2b6b0903f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:54.523481 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d0144398-fbaa-446e-9d84-fbc2b6b0903f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:54.564237 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0144398-fbaa-446e-9d84-fbc2b6b0903f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0881dc19-4328-410b-bf94-5149e676e108,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:54.568864 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-d0144398-fbaa-446e-9d84-fbc2b6b0903f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4542d112f7ad4dab86a7003f4257bfd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432168 Nov 29 22:03:54.571357 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 47268) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:54.624662 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-542deb81-b9f0-402a-98dc-4919f21a2a5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:54.650896 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-542deb81-b9f0-402a-98dc-4919f21a2a5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:54.710949 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-542deb81-b9f0-402a-98dc-4919f21a2a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:54.713664 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-542deb81-b9f0-402a-98dc-4919f21a2a5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:54.717180 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-542deb81-b9f0-402a-98dc-4919f21a2a5b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0881dc19-4328-410b-bf94-5149e676e108 HTTP/1.1" status: 204 len: 168 time: 0.1423781 Nov 29 22:03:54.722763 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542deb81-b9f0-402a-98dc-4919f21a2a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0881dc19-4328-410b-bf94-5149e676e108,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:57.508679 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-44209a63-843a-4cad-b72e-74aae5b5b120 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:03:57.510080 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-44209a63-843a-4cad-b72e-74aae5b5b120 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/networks?id=7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca HTTP/1.1" status: 200 len: 814 time: 0.1087463 Nov 29 22:03:57.527720 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-25626bfd-43a7-494b-980c-ae12ded46177 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/quotas/152b1d5d94d6428cb560709369198732 HTTP/1.1" status: 200 len: 375 time: 0.0098641 Nov 29 22:03:57.579747 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-e03c06c0-009e-4257-8c73-e06f2dedbfe9 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=152b1d5d94d6428cb560709369198732&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463438 Nov 29 22:03:57.782657 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-2fdd28da-a993-4298-b1b5-2d800b823d1d service neutron] 10.222.0.62 "GET /v2.0/networks/7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907341 Nov 29 22:03:57.790598 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 47432) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:57.874996 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-dab60adf-4a59-448a-8d71-4d50d56c59de service neutron] 10.222.0.62 "GET /v2.0/networks/7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860374 Nov 29 22:03:57.895711 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-042abb0b-5be0-4031-b77d-279cd1e20817 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:57.975999 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-042abb0b-5be0-4031-b77d-279cd1e20817 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:57.980464 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-042abb0b-5be0-4031-b77d-279cd1e20817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:58.025824 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-042abb0b-5be0-4031-b77d-279cd1e20817 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f626d2731ad4ceba5f5ba0ee593c19f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340229 Nov 29 22:03:58.028002 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042abb0b-5be0-4031-b77d-279cd1e20817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb261781-d6b7-422e-b13e-9b494228f90d,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:58.031748 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 47440) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:58.040554 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-19c1b52a-b7ac-4a7a-b9ce-2743a655fc50 req-2ee12528-d174-44c6-9d88-dd11e03fe7a0 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 210 time: 0.0303907 Nov 29 22:03:58.093579 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-ed784ea8-5c9c-449b-b0c0-e86c46eb5b16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:58.115357 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-ed784ea8-5c9c-449b-b0c0-e86c46eb5b16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:58.164247 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-ed784ea8-5c9c-449b-b0c0-e86c46eb5b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:58.166843 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-ed784ea8-5c9c-449b-b0c0-e86c46eb5b16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:58.168052 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-ed784ea8-5c9c-449b-b0c0-e86c46eb5b16 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb261781-d6b7-422e-b13e-9b494228f90d HTTP/1.1" status: 204 len: 168 time: 0.1349850 Nov 29 22:03:58.177186 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed784ea8-5c9c-449b-b0c0-e86c46eb5b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb261781-d6b7-422e-b13e-9b494228f90d,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:58.480692 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 47454) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:58.495722 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-97fd9858-ea37-42dc-9311-e9f4e071b50d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:58.575952 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-97fd9858-ea37-42dc-9311-e9f4e071b50d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:58.581577 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-97fd9858-ea37-42dc-9311-e9f4e071b50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:58.625573 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-97fd9858-ea37-42dc-9311-e9f4e071b50d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7ace15b9314443da8efaa98fcfe5350a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428123 Nov 29 22:03:58.626573 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd9858-ea37-42dc-9311-e9f4e071b50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc59405-21c8-4413-99e5-46619dac94a3,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:58.627317 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 47456) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:03:58.678410 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-01b6b4f5-184f-4b3d-840e-7a0781e06269 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:58.703397 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-01b6b4f5-184f-4b3d-840e-7a0781e06269 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:58.749168 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-01b6b4f5-184f-4b3d-840e-7a0781e06269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:58.751936 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-01b6b4f5-184f-4b3d-840e-7a0781e06269 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:58.753073 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-01b6b4f5-184f-4b3d-840e-7a0781e06269 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1fc59405-21c8-4413-99e5-46619dac94a3 HTTP/1.1" status: 204 len: 168 time: 0.1240714 Nov 29 22:03:58.760814 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6b4f5-184f-4b3d-840e-7a0781e06269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc59405-21c8-4413-99e5-46619dac94a3,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:59.034265 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-2821b41b-0551-470c-9f2f-7ef2611f190f tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:03:59.037333 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-2821b41b-0551-470c-9f2f-7ef2611f190f tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.61 "GET /v2.0/networks?id=7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca HTTP/1.1" status: 200 len: 814 time: 0.1113632 Nov 29 22:03:59.050737 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-3d4dd01b-d939-4f11-b12a-3865810dc2ba tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Request body: {'port': {'device_id': '9a859a9b-3371-4c35-a2b3-184f69c12d70', 'network_id': '7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca', 'admin_state_up': True, 'tenant_id': '152b1d5d94d6428cb560709369198732'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 22:03:59.144521 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-3ece7508-f4d7-4b10-a599-0a141f7645b7 req-a7300133-8879-404e-9811-4d70367f7d1d tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 210 time: 0.0287607 Nov 29 22:03:59.184449 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-3d4dd01b-d939-4f11-b12a-3865810dc2ba tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Made reservation on behalf of 152b1d5d94d6428cb560709369198732 for: {'port': 1} {{(pid=109068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 22:03:59.189309 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-3d4dd01b-d939-4f11-b12a-3865810dc2ba tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:59.327324 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_common [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-3d4dd01b-d939-4f11-b12a-3865810dc2ba tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Allocated IP 172.20.0.10 (7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca/606e044f-570e-452f-951c-804de9da9ad1/f6693cdb-c80a-4adf-a955-e9dff727b80d) {{(pid=109068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 22:03:59.488745 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-3d4dd01b-d939-4f11-b12a-3865810dc2ba tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Publish callbacks [] for port, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:59.525336 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-3d4dd01b-d939-4f11-b12a-3865810dc2ba tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752945096196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:59.579290 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-3d4dd01b-d939-4f11-b12a-3865810dc2ba tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Network 7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca is already hosted by enough agents. {{(pid=109068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 22:03:59.582551 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.base_scheduler [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-3d4dd01b-d939-4f11-b12a-3865810dc2ba tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Resources bound (agent type, host, resource id): {{(pid=109068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 22:03:59.586546 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-3d4dd01b-d939-4f11-b12a-3865810dc2ba tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Received port after_create {{(pid=109068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 22:03:59.620208 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4dd01b-d939-4f11-b12a-3865810dc2ba tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Pushing event updated for resources: {'Port': ['ID=f6693cdb-c80a-4adf-a955-e9dff727b80d,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:03:59.652644 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-3d4dd01b-d939-4f11-b12a-3865810dc2ba tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:03:59.653796 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-3d4dd01b-d939-4f11-b12a-3865810dc2ba tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:03:59.676141 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-3d4dd01b-d939-4f11-b12a-3865810dc2ba tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6296217 Nov 29 22:03:59.999661 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-b7a176ab-408b-41db-a3ca-6428a76c93fd None None] Provisioning complete for port f6693cdb-c80a-4adf-a955-e9dff727b80d triggered by entity DHCP. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:04:00.000813 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b7a176ab-408b-41db-a3ca-6428a76c93fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:00.039033 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-b7a176ab-408b-41db-a3ca-6428a76c93fd None None] Port f6693cdb-c80a-4adf-a955-e9dff727b80d cannot update to ACTIVE because it is not bound. {{(pid=109069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 22:04:00.104054 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:00.265118 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113954b7-a72b-4762-a6e3-4fe1be7ae405 req-874b9168-8850-4a81-82b9-81faaaf4cfec tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:00.267530 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-113954b7-a72b-4762-a6e3-4fe1be7ae405 req-874b9168-8850-4a81-82b9-81faaaf4cfec tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 932 time: 0.0531723 Nov 29 22:04:00.330680 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-113954b7-a72b-4762-a6e3-4fe1be7ae405 req-a09e014d-d37d-4fb1-84c9-4237244a2b5b tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/security-groups?id=c7c3607b-7b5b-49c8-82ea-a05b70a3b55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550828 Nov 29 22:04:00.679639 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 47530) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:04:00.787458 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1a3c2a86-2a0f-400b-ac52-62b13a716fc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:00.864736 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1a3c2a86-2a0f-400b-ac52-62b13a716fc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:00.869547 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1a3c2a86-2a0f-400b-ac52-62b13a716fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:00.911860 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c2a86-2a0f-400b-ac52-62b13a716fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d2cf8b-1ec3-4138-b8d8-a02bc159478f,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:04:00.916562 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-1a3c2a86-2a0f-400b-ac52-62b13a716fc4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=02b4a215e02845ceac70f59016f86002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357364 Nov 29 22:04:00.920731 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 47534) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:04:00.975387 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d96f9d43-a9a1-4c93-a779-9c21646bae8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:00.997353 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d96f9d43-a9a1-4c93-a779-9c21646bae8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:01.049984 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d96f9d43-a9a1-4c93-a779-9c21646bae8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:01.052879 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-d96f9d43-a9a1-4c93-a779-9c21646bae8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:01.054073 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-d96f9d43-a9a1-4c93-a779-9c21646bae8f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/16d2cf8b-1ec3-4138-b8d8-a02bc159478f HTTP/1.1" status: 204 len: 168 time: 0.1333725 Nov 29 22:04:01.061997 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f9d43-a9a1-4c93-a779-9c21646bae8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d2cf8b-1ec3-4138-b8d8-a02bc159478f,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:04:01.343746 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 47540) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:04:01.358131 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f5af9b8f-b488-4c59-89ff-e1fbf6d3fb31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:01.437338 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f5af9b8f-b488-4c59-89ff-e1fbf6d3fb31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:01.443191 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-f5af9b8f-b488-4c59-89ff-e1fbf6d3fb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:01.460551 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b35c45-e15d-44f0-9bf3-80f3cb4f9d29 req-920dc6ac-abe8-4746-aef8-ad7296d40055 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:01.463178 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-98b35c45-e15d-44f0-9bf3-80f3cb4f9d29 req-920dc6ac-abe8-4746-aef8-ad7296d40055 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 932 time: 0.0578096 Nov 29 22:04:01.489194 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-f5af9b8f-b488-4c59-89ff-e1fbf6d3fb31 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aca84efbb6ad4af58407adc56743ce6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442511 Nov 29 22:04:01.490516 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 47544) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:04:01.493112 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af9b8f-b488-4c59-89ff-e1fbf6d3fb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e761bb-a5d4-454a-bb1a-4e9077f954ac,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:04:01.536405 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-98b35c45-e15d-44f0-9bf3-80f3cb4f9d29 req-869339c7-2bc3-421f-abbf-d8c400d15bd7 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/security-groups?id=c7c3607b-7b5b-49c8-82ea-a05b70a3b55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582962 Nov 29 22:04:01.564066 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-671c4670-40ab-4f9c-b13e-1a8cbd8fbb74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:01.595750 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-671c4670-40ab-4f9c-b13e-1a8cbd8fbb74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:01.646195 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-671c4670-40ab-4f9c-b13e-1a8cbd8fbb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:01.648864 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-671c4670-40ab-4f9c-b13e-1a8cbd8fbb74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:01.650032 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-671c4670-40ab-4f9c-b13e-1a8cbd8fbb74 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/96e761bb-a5d4-454a-bb1a-4e9077f954ac HTTP/1.1" status: 204 len: 168 time: 0.1584306 Nov 29 22:04:01.658898 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c4670-40ab-4f9c-b13e-1a8cbd8fbb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e761bb-a5d4-454a-bb1a-4e9077f954ac,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:04:02.688272 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b06ad3-c20c-4b2b-b511-a4c528786606 req-8db05118-38d8-49d9-976d-0cf14f16a6bc tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:02.689823 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-74b06ad3-c20c-4b2b-b511-a4c528786606 req-8db05118-38d8-49d9-976d-0cf14f16a6bc tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 932 time: 0.0703878 Nov 29 22:04:02.750184 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-74b06ad3-c20c-4b2b-b511-a4c528786606 req-ec8b09ea-fe6a-4b6b-a9de-f3daf7fb4565 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/security-groups?id=c7c3607b-7b5b-49c8-82ea-a05b70a3b55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537126 Nov 29 22:04:03.620716 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:04:03.893859 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d337af-2fac-4f55-bfc5-f7684b9fb6d3 req-3e81176c-8555-4b2e-9724-a5482d04f463 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:03.895430 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-92d337af-2fac-4f55-bfc5-f7684b9fb6d3 req-3e81176c-8555-4b2e-9724-a5482d04f463 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 932 time: 0.0552478 Nov 29 22:04:03.961425 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-92d337af-2fac-4f55-bfc5-f7684b9fb6d3 req-49d691e3-c742-4901-b7c2-445b68d236f6 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/security-groups?id=c7c3607b-7b5b-49c8-82ea-a05b70a3b55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571802 Nov 29 22:04:04.348984 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 47624) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:04:04.460093 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-79f770ba-582b-47d4-a12a-05575ee2165d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:04.536362 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-79f770ba-582b-47d4-a12a-05575ee2165d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:04.541736 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-79f770ba-582b-47d4-a12a-05575ee2165d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:04.581765 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-79f770ba-582b-47d4-a12a-05575ee2165d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=077ddd8e33854be99090821023270c22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316000 Nov 29 22:04:04.584497 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 47628) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:04:04.586625 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f770ba-582b-47d4-a12a-05575ee2165d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8430363b-81c1-4d66-a792-a9ee237b997a,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:04:04.641566 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-b8d31f2d-1fd7-4465-91ab-9983b32c01ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:04.663768 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-b8d31f2d-1fd7-4465-91ab-9983b32c01ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:04.713311 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-b8d31f2d-1fd7-4465-91ab-9983b32c01ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:04.716472 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-b8d31f2d-1fd7-4465-91ab-9983b32c01ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:04.720350 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-b8d31f2d-1fd7-4465-91ab-9983b32c01ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8430363b-81c1-4d66-a792-a9ee237b997a HTTP/1.1" status: 204 len: 168 time: 0.1322525 Nov 29 22:04:04.725965 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d31f2d-1fd7-4465-91ab-9983b32c01ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8430363b-81c1-4d66-a792-a9ee237b997a,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:04:05.012492 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 47638) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:04:05.026246 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-f05ab598-dd73-4ef7-bf7b-9fa91e01476a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:05.106793 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9723851-61d2-4934-b424-e97a8a26b30b req-d358e600-bfd6-4e23-9d9c-dcc078f7c962 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:05.108834 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d9723851-61d2-4934-b424-e97a8a26b30b req-d358e600-bfd6-4e23-9d9c-dcc078f7c962 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 932 time: 0.0752416 Nov 29 22:04:05.186687 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d9723851-61d2-4934-b424-e97a8a26b30b req-8bbd23e7-5ea2-424b-bb1b-ba802c680a57 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/security-groups?id=c7c3607b-7b5b-49c8-82ea-a05b70a3b55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704718 Nov 29 22:04:05.191509 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-f05ab598-dd73-4ef7-bf7b-9fa91e01476a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:05.197384 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-f05ab598-dd73-4ef7-bf7b-9fa91e01476a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:05.227251 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-f05ab598-dd73-4ef7-bf7b-9fa91e01476a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2999360976994ef2a9618be86f3b65c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136390 Nov 29 22:04:05.229719 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 47640) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:04:05.268294 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ab598-dd73-4ef7-bf7b-9fa91e01476a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112a05bb-cad0-4816-905e-2807fbb67a80,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:04:05.297033 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9dce7e33-bd38-46d3-816c-3057c888d50d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:05.319207 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9dce7e33-bd38-46d3-816c-3057c888d50d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:05.370247 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9dce7e33-bd38-46d3-816c-3057c888d50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:05.374432 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9dce7e33-bd38-46d3-816c-3057c888d50d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:05.374432 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-9dce7e33-bd38-46d3-816c-3057c888d50d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/112a05bb-cad0-4816-905e-2807fbb67a80 HTTP/1.1" status: 204 len: 168 time: 0.1436024 Nov 29 22:04:05.384954 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce7e33-bd38-46d3-816c-3057c888d50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112a05bb-cad0-4816-905e-2807fbb67a80,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:04:06.325416 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda8c11-3ad0-44a7-81a8-69541d73c64b req-5ba570b2-4dd1-4b57-81bc-5a3ba836f3b2 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:06.327600 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5bda8c11-3ad0-44a7-81a8-69541d73c64b req-5ba570b2-4dd1-4b57-81bc-5a3ba836f3b2 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 932 time: 0.0623024 Nov 29 22:04:06.391928 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-5bda8c11-3ad0-44a7-81a8-69541d73c64b req-ded86817-e0ee-4367-b084-8722d0943288 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/security-groups?id=c7c3607b-7b5b-49c8-82ea-a05b70a3b55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581548 Nov 29 22:04:07.247144 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3519dcd9-31fc-4d66-9af2-5e21ac066e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:07.514284 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a71166-f131-4187-81be-360240bf13d2 req-5e0a727c-80a2-4d70-94a2-77c16b34bc27 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:07.515999 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d9a71166-f131-4187-81be-360240bf13d2 req-5e0a727c-80a2-4d70-94a2-77c16b34bc27 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 932 time: 0.0519845 Nov 29 22:04:07.569538 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-d9a71166-f131-4187-81be-360240bf13d2 req-73ecfb6d-7e96-4531-b252-9a965379419c tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/security-groups?id=c7c3607b-7b5b-49c8-82ea-a05b70a3b55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474920 Nov 29 22:04:08.702900 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d9be9-3f12-4737-8c33-70f89d844b32 req-8a9bc636-89c3-45bb-bf9c-efbfedb7d9a5 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:08.704507 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-478d9be9-3f12-4737-8c33-70f89d844b32 req-8a9bc636-89c3-45bb-bf9c-efbfedb7d9a5 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 932 time: 0.0564592 Nov 29 22:04:08.757628 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-478d9be9-3f12-4737-8c33-70f89d844b32 req-e92a4699-b13e-4405-a2bd-9f34ff135302 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/security-groups?id=c7c3607b-7b5b-49c8-82ea-a05b70a3b55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460172 Nov 29 22:04:09.710103 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cbb9f25d-9dba-4157-812b-9365554efa1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:09.911647 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e084fa-6fed-4973-8440-1b80c4be147c req-838a8eb4-9dea-46ea-9591-d984de03303a tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:09.913903 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-55e084fa-6fed-4973-8440-1b80c4be147c req-838a8eb4-9dea-46ea-9591-d984de03303a tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 932 time: 0.0757904 Nov 29 22:04:09.980987 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-55e084fa-6fed-4973-8440-1b80c4be147c req-d46b22f0-ce00-4b5e-aba1-8142751a5392 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/security-groups?id=c7c3607b-7b5b-49c8-82ea-a05b70a3b55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609691 Nov 29 22:04:10.918539 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:10.921640 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.v2.base [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Request body: {'port': {'device_id': '9a859a9b-3371-4c35-a2b3-184f69c12d70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81972'}} {{(pid=109068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 22:04:10.982777 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:11.110602 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18603889-d663-4530-9050-3141f115de9b req-7c94a733-3691-4226-8427-8f074444775a tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:11.112114 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-18603889-d663-4530-9050-3141f115de9b req-7c94a733-3691-4226-8427-8f074444775a tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 932 time: 0.0501094 Nov 29 22:04:11.120160 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-50db32ed-db48-4565-98bf-7b0ff993876e req-01a63a69-96c2-4877-8c09-d33dc7aa4b51 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=32297c4e-62c5-4de4-b119-4f637b0adde4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1342347 Nov 29 22:04:11.178778 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-18603889-d663-4530-9050-3141f115de9b req-94cbcd0f-9091-48ed-a647-2a70e9266943 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/security-groups?id=c7c3607b-7b5b-49c8-82ea-a05b70a3b55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569868 Nov 29 22:04:11.253043 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db32ed-db48-4565-98bf-7b0ff993876e req-836ae275-16f4-4c0f-934b-f3a4c6ae5481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:11.254535 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-50db32ed-db48-4565-98bf-7b0ff993876e req-836ae275-16f4-4c0f-934b-f3a4c6ae5481 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2a4f8e8463e478f8962647f6049ce0b&device_id=32297c4e-62c5-4de4-b119-4f637b0adde4 HTTP/1.1" status: 200 len: 1099 time: 0.1067634 Nov 29 22:04:11.382573 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6693cdb-c80a-4adf-a955-e9dff727b80d {{(pid=109068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 22:04:11.392571 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:11.415220 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db32ed-db48-4565-98bf-7b0ff993876e req-b0ca84db-e43f-4f28-9c08-31623cfb45f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:11.416710 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-50db32ed-db48-4565-98bf-7b0ff993876e req-b0ca84db-e43f-4f28-9c08-31623cfb45f0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=983dd8c7-05fb-4c40-89c9-8794f42a407a HTTP/1.1" status: 200 len: 916 time: 0.1394649 Nov 29 22:04:11.418178 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.provisioning_blocks [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Transition to ACTIVE for port object f6693cdb-c80a-4adf-a955-e9dff727b80d will not be triggered until provisioned by entity L2. {{(pid=109068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 22:04:11.421033 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126529652'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:11.489906 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-50db32ed-db48-4565-98bf-7b0ff993876e req-77fe7d92-4c5d-4046-b3c9-20c55dd95efd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5ede40a-cdfe-4e2e-9342-af49e675bbad HTTP/1.1" status: 200 len: 217 time: 0.0653443 Nov 29 22:04:11.559655 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Pushing event updated for resources: {'Port': ['ID=f6693cdb-c80a-4adf-a955-e9dff727b80d,revision_number=2']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:04:11.593193 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:04:11.593608 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:04:11.593887 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:04:11.594258 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:04:11.594567 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:04:11.594904 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:04:11.595276 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:04:11.595622 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:04:11.595969 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:04:11.596302 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:04:11.596644 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:04:11.597068 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:04:11.616489 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db32ed-db48-4565-98bf-7b0ff993876e req-3606c8f1-f2d9-483b-8aed-556a4662c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:11.618000 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-50db32ed-db48-4565-98bf-7b0ff993876e req-3606c8f1-f2d9-483b-8aed-556a4662c7da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cddc48a2-9dbb-43c6-9ab8-8af0de869d07 HTTP/1.1" status: 200 len: 855 time: 0.1141872 Nov 29 22:04:11.662242 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-50db32ed-db48-4565-98bf-7b0ff993876e req-8b57d0cd-0cf2-410e-89e1-b72be7cf5b10 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=983dd8c7-05fb-4c40-89c9-8794f42a407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328805 Nov 29 22:04:11.663041 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Attempting to bind port f6693cdb-c80a-4adf-a955-e9dff727b80d on host hv-cinder-81972 for vnic_type normal with profile {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 22:04:11.663399 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Attempting to bind port f6693cdb-c80a-4adf-a955-e9dff727b80d by drivers openvswitch,hyperv on host hv-cinder-81972 at level 0 using segments [{'id': 'ffa80648-9d6d-4182-9fec-db6b965f267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca'}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 22:04:11.663728 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Attempting to bind port f6693cdb-c80a-4adf-a955-e9dff727b80d on network 7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 22:04:11.668516 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Port f6693cdb-c80a-4adf-a955-e9dff727b80d on network 7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81972 {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 22:04:11.668842 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Attempting to bind port f6693cdb-c80a-4adf-a955-e9dff727b80d on network 7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 22:04:11.692211 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Checking agent: {'id': 'bd4952a7-5212-46e1-86e6-5bf28a3d3387', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81972', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'started_at': datetime.datetime(2021, 11, 29, 21, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 22:04:11.692527 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Checking segment: {'id': 'ffa80648-9d6d-4182-9fec-db6b965f267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 22:04:11.693003 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Bound using segment: {'id': 'ffa80648-9d6d-4182-9fec-db6b965f267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca'} {{(pid=109068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 22:04:11.693444 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.managers [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Bound port: f6693cdb-c80a-4adf-a955-e9dff727b80d, host: hv-cinder-81972, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa80648-9d6d-4182-9fec-db6b965f267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca'}}] {{(pid=109068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 22:04:11.693802 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:11.806747 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-50db32ed-db48-4565-98bf-7b0ff993876e req-a8942a6a-99c7-4211-a128-6a8778dbc147 service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356101 Nov 29 22:04:11.812308 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] For port f6693cdb-c80a-4adf-a955-e9dff727b80d, host hv-cinder-81972, cleared binding levels {{(pid=109068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 22:04:11.815321 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] For port f6693cdb-c80a-4adf-a955-e9dff727b80d, host hv-cinder-81972, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=f6693cdb-c80a-4adf-a955-e9dff727b80d,segment=NetworkSegment(ffa80648-9d6d-4182-9fec-db6b965f267f),segment_id=ffa80648-9d6d-4182-9fec-db6b965f267f)] {{(pid=109068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 22:04:11.824966 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126529652'] for port, after_update {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:11.913536 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:11.914166 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:11.915609 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] 10.222.0.61 "PUT /v2.0/ports/f6693cdb-c80a-4adf-a955-e9dff727b80d HTTP/1.1" status: 200 len: 1094 time: 0.9985182 Nov 29 22:04:11.916060 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a859a9b-3371-4c35-a2b3-184f69c12d70', 'tag': 'f6693cdb-c80a-4adf-a955-e9dff727b80d'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 22:04:11.918363 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d502bf-1d9d-48a1-b97f-66962077ba18" -d '{"events": [{"name": "network-changed", "server_uuid": "9a859a9b-3371-4c35-a2b3-184f69c12d70", "tag": "f6693cdb-c80a-4adf-a955-e9dff727b80d"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 22:04:11.944771 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807caf6-fdb3-4a3f-977e-b429dbc0dddf service neutron] Pushing event updated for resources: {'Port': ['ID=f6693cdb-c80a-4adf-a955-e9dff727b80d,revision_number=3']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:04:11.966169 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-50db32ed-db48-4565-98bf-7b0ff993876e req-835bb95d-f642-4aee-9015-1a845acb7e26 service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495545 Nov 29 22:04:11.993306 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 22:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38439ab9-1058-4121-add6-bc368b1afe18 x-openstack-request-id: req-38439ab9-1058-4121-add6-bc368b1afe18 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 22:04:11.993602 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a859a9b-3371-4c35-a2b3-184f69c12d70", "tag": "f6693cdb-c80a-4adf-a955-e9dff727b80d", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 22:04:11.993863 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-38439ab9-1058-4121-add6-bc368b1afe18 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 22:04:11.994272 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a859a9b-3371-4c35-a2b3-184f69c12d70', 'tag': 'f6693cdb-c80a-4adf-a955-e9dff727b80d', 'status': 'completed', 'code': 200} Nov 29 22:04:12.011343 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-fc80d20d-a202-465a-af0c-00018f01218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:12.012874 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-fc80d20d-a202-465a-af0c-00018f01218d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=152b1d5d94d6428cb560709369198732&device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 1097 time: 0.0444565 Nov 29 22:04:12.062202 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-9fe7fc10-029f-4c62-830f-7e2b88f40708 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6693cdb-c80a-4adf-a955-e9dff727b80d HTTP/1.1" status: 200 len: 217 time: 0.0401855 Nov 29 22:04:12.112452 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-5ed87680-b9b5-4352-a7ab-f887a7af91bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:12.114080 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-5ed87680-b9b5-4352-a7ab-f887a7af91bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=606e044f-570e-452f-951c-804de9da9ad1 HTTP/1.1" status: 200 len: 853 time: 0.0440681 Nov 29 22:04:12.159258 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-28aa9cf1-eb5d-4404-9451-50f3cfade266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:12.160789 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-28aa9cf1-eb5d-4404-9451-50f3cfade266 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403781 Nov 29 22:04:12.178602 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:12.256903 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-fdb92926-bd65-47e9-8cee-8028aa572722 service neutron] 10.222.0.61 "GET /v2.0/networks/7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887976 Nov 29 22:04:12.302408 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d17a6-2375-42df-a6d8-f203ece3df81 req-cfe7ea39-44fe-41fc-9e06-db46117e6f1e tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:12.304115 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0f9d17a6-2375-42df-a6d8-f203ece3df81 req-cfe7ea39-44fe-41fc-9e06-db46117e6f1e tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 944 time: 0.0537386 Nov 29 22:04:12.347623 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-d3f5d566-fe2b-4ac0-8bb2-003424526391 req-17f59f1a-2f66-4feb-981b-554d75db35f1 service neutron] 10.222.0.61 "GET /v2.0/networks/7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839977 Nov 29 22:04:12.354591 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0f9d17a6-2375-42df-a6d8-f203ece3df81 req-336c2db2-48ee-4812-983c-db2fd188ec9b tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/security-groups?id=c7c3607b-7b5b-49c8-82ea-a05b70a3b55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443916 Nov 29 22:04:12.428913 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d502bf-1d9d-48a1-b97f-66962077ba18 req-4e379283-25e2-442c-ba8a-a74be9cce936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:12.430364 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-f2d502bf-1d9d-48a1-b97f-66962077ba18 req-4e379283-25e2-442c-ba8a-a74be9cce936 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=152b1d5d94d6428cb560709369198732&device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 1097 time: 0.0396438 Nov 29 22:04:12.524839 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d502bf-1d9d-48a1-b97f-66962077ba18 req-f90be2ba-87ff-4200-bbfb-4b992409a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:12.526390 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-f2d502bf-1d9d-48a1-b97f-66962077ba18 req-f90be2ba-87ff-4200-bbfb-4b992409a396 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca HTTP/1.1" status: 200 len: 915 time: 0.0889192 Nov 29 22:04:12.570847 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-f2d502bf-1d9d-48a1-b97f-66962077ba18 req-f8f34215-9a57-4e28-8895-3256f5e0d29f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6693cdb-c80a-4adf-a955-e9dff727b80d HTTP/1.1" status: 200 len: 217 time: 0.0361557 Nov 29 22:04:12.627514 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d502bf-1d9d-48a1-b97f-66962077ba18 req-a8fc36a4-6eec-406f-8601-fb56eecae50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:12.628998 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-f2d502bf-1d9d-48a1-b97f-66962077ba18 req-a8fc36a4-6eec-406f-8601-fb56eecae50e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=606e044f-570e-452f-951c-804de9da9ad1 HTTP/1.1" status: 200 len: 853 time: 0.0481148 Nov 29 22:04:12.677609 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d502bf-1d9d-48a1-b97f-66962077ba18 req-d44003ce-c5cd-4f81-89da-19176016cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:12.679280 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-f2d502bf-1d9d-48a1-b97f-66962077ba18 req-d44003ce-c5cd-4f81-89da-19176016cd2d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396919 Nov 29 22:04:12.780623 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-f2d502bf-1d9d-48a1-b97f-66962077ba18 req-5992b145-45a6-4ee2-a6b6-1ba7ad5d9d35 service neutron] 10.222.0.61 "GET /v2.0/networks/7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923986 Nov 29 22:04:12.876408 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-f2d502bf-1d9d-48a1-b97f-66962077ba18 req-a8d8ebf8-1ac3-4257-82e9-c09fed871138 service neutron] 10.222.0.61 "GET /v2.0/networks/7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845892 Nov 29 22:04:13.159837 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:13.470003 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8b2ee-a124-4450-9e16-0739ebaffed5 req-d3648793-38f6-4154-9b21-c97917e3f9aa tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:13.471475 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f2d8b2ee-a124-4450-9e16-0739ebaffed5 req-d3648793-38f6-4154-9b21-c97917e3f9aa tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 944 time: 0.0485361 Nov 29 22:04:13.486605 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device f6693cdb-c80a-4adf-a955-e9dff727b80d details requested by agent hyperv_hv-cinder-81972 with host hv-cinder-81972 {{(pid=109069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 22:04:13.519943 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-f2d8b2ee-a124-4450-9e16-0739ebaffed5 req-a8da9cd0-7bf6-4fbf-8068-0035363594c3 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/security-groups?id=c7c3607b-7b5b-49c8-82ea-a05b70a3b55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424166 Nov 29 22:04:13.705963 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port f6693cdb-c80a-4adf-a955-e9dff727b80d, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=f6693cdb-c80a-4adf-a955-e9dff727b80d,segment=NetworkSegment(ffa80648-9d6d-4182-9fec-db6b965f267f),segment_id=ffa80648-9d6d-4182-9fec-db6b965f267f)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:04:13.716968 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Returning: {'device': 'f6693cdb-c80a-4adf-a955-e9dff727b80d', 'network_id': '7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca', 'port_id': 'f6693cdb-c80a-4adf-a955-e9dff727b80d', 'mac_address': 'fa:16:3e:43:07:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606e044f-570e-452f-951c-804de9da9ad1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 22:04:13.754324 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:13.766511 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6693cdb-c80a-4adf-a955-e9dff727b80d {{(pid=109069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 22:04:13.785127 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port f6693cdb-c80a-4adf-a955-e9dff727b80d, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=f6693cdb-c80a-4adf-a955-e9dff727b80d,segment=NetworkSegment(ffa80648-9d6d-4182-9fec-db6b965f267f),segment_id=ffa80648-9d6d-4182-9fec-db6b965f267f)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:04:13.789216 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:13.837343 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=f6693cdb-c80a-4adf-a955-e9dff727b80d,revision_number=4']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:04:14.060517 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['f6693cdb-c80a-4adf-a955-e9dff727b80d'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 22:04:14.635080 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad5b11-da77-4af3-a9bc-6e98602c28b6 req-0b5c8cc2-4560-4a4a-8625-aee9d7a12f68 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:14.636552 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-03ad5b11-da77-4af3-a9bc-6e98602c28b6 req-0b5c8cc2-4560-4a4a-8625-aee9d7a12f68 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 945 time: 0.0506017 Nov 29 22:04:14.683613 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-03ad5b11-da77-4af3-a9bc-6e98602c28b6 req-ddac2d9a-20b3-4d14-933d-09556d19a79f tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/security-groups?id=c7c3607b-7b5b-49c8-82ea-a05b70a3b55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412278 Nov 29 22:04:15.491919 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device f6693cdb-c80a-4adf-a955-e9dff727b80d up at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 22:04:15.539186 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning for port f6693cdb-c80a-4adf-a955-e9dff727b80d completed by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 22:04:15.542644 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Provisioning complete for port f6693cdb-c80a-4adf-a955-e9dff727b80d triggered by entity L2. {{(pid=109069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 22:04:15.543016 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-727639'] for port, provisioning_complete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:15.653986 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591346'] for port, before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:15.682175 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a859a9b-3371-4c35-a2b3-184f69c12d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6693cdb-c80a-4adf-a955-e9dff727b80d'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 22:04:15.684446 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}794315610de439447aed72074188a67d63b98ede12239f2058763371c4f7a0e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f45617d-31ae-432d-82e2-30bddc22faa6" -d '{"events": [{"server_uuid": "9a859a9b-3371-4c35-a2b3-184f69c12d70", "name": "network-vif-plugged", "status": "completed", "tag": "f6693cdb-c80a-4adf-a955-e9dff727b80d"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 22:04:15.698670 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] For port f6693cdb-c80a-4adf-a955-e9dff727b80d, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=f6693cdb-c80a-4adf-a955-e9dff727b80d,segment=NetworkSegment(ffa80648-9d6d-4182-9fec-db6b965f267f),segment_id=ffa80648-9d6d-4182-9fec-db6b965f267f)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:04:15.725084 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752945501341', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752945096214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752945096232'] for port, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:15.749578 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 22:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba43072-a814-4ba0-8f52-2b669cb0f4f1 x-openstack-request-id: req-dba43072-a814-4ba0-8f52-2b669cb0f4f1 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 22:04:15.749894 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a859a9b-3371-4c35-a2b3-184f69c12d70", "name": "network-vif-plugged", "status": "completed", "tag": "f6693cdb-c80a-4adf-a955-e9dff727b80d", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 22:04:15.750154 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dba43072-a814-4ba0-8f52-2b669cb0f4f1 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 22:04:15.750544 dv-cinder-819722-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a859a9b-3371-4c35-a2b3-184f69c12d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6693cdb-c80a-4adf-a955-e9dff727b80d', 'code': 200} Nov 29 22:04:15.777028 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Pushing event updated for resources: {'Port': ['ID=f6693cdb-c80a-4adf-a955-e9dff727b80d,revision_number=5']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:04:15.808390 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff28932-025d-4c00-b2c1-c43292e12774 req-d42d00ef-4910-48d1-9d70-ffb62a72a97b tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:15.809821 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6ff28932-025d-4c00-b2c1-c43292e12774 req-d42d00ef-4910-48d1-9d70-ffb62a72a97b tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 946 time: 0.0511014 Nov 29 22:04:15.861430 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-6ff28932-025d-4c00-b2c1-c43292e12774 req-a08ab171-19a4-47dc-b00a-fc5c1ef5eaf0 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/security-groups?id=c7c3607b-7b5b-49c8-82ea-a05b70a3b55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452096 Nov 29 22:04:15.908717 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268f2a5-8131-4ad0-a4c6-42186e33209e req-28e2591e-fac1-452e-a3ed-f29daa3fb7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:15.911615 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-9268f2a5-8131-4ad0-a4c6-42186e33209e req-28e2591e-fac1-452e-a3ed-f29daa3fb7e0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 1099 time: 0.0403359 Nov 29 22:04:15.958675 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-9268f2a5-8131-4ad0-a4c6-42186e33209e req-d1ec2ea4-9f60-4b00-a59e-7b67ec97714f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c7c3607b-7b5b-49c8-82ea-a05b70a3b55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411887 Nov 29 22:04:16.285535 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 47792) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:04:16.392618 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4382fd31-b19f-42e3-92c6-3fa7667b8d2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:16.465701 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4382fd31-b19f-42e3-92c6-3fa7667b8d2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:16.469377 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-4382fd31-b19f-42e3-92c6-3fa7667b8d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:16.510604 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-4382fd31-b19f-42e3-92c6-3fa7667b8d2b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6ad9b65ff34d4547901b9a8556450ee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239254 Nov 29 22:04:16.511484 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382fd31-b19f-42e3-92c6-3fa7667b8d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1526135-a450-4e06-92ac-84289e36b54a,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:04:16.513285 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 47798) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:04:16.561581 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-36a184ab-399f-44e1-86f1-17133d206982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:16.583719 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-36a184ab-399f-44e1-86f1-17133d206982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:16.631871 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-36a184ab-399f-44e1-86f1-17133d206982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:16.634439 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-36a184ab-399f-44e1-86f1-17133d206982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:16.635644 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-36a184ab-399f-44e1-86f1-17133d206982 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1526135-a450-4e06-92ac-84289e36b54a HTTP/1.1" status: 204 len: 168 time: 0.1213222 Nov 29 22:04:16.643086 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a184ab-399f-44e1-86f1-17133d206982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1526135-a450-4e06-92ac-84289e36b54a,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:04:16.889014 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 47806) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:04:16.902653 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-10bc1762-c3ea-4f03-a325-3bc449f35678 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:16.984439 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24939995-5621-460a-831a-501a1b05ee3c req-7e0332a5-c0b4-4a75-8710-ddf6d241bf39 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:16.986063 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-24939995-5621-460a-831a-501a1b05ee3c req-7e0332a5-c0b4-4a75-8710-ddf6d241bf39 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 946 time: 0.0530677 Nov 29 22:04:16.990787 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-10bc1762-c3ea-4f03-a325-3bc449f35678 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:16.995726 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-10bc1762-c3ea-4f03-a325-3bc449f35678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:17.034857 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-10bc1762-c3ea-4f03-a325-3bc449f35678 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=972bc80416094975aed81f0d13e1ab63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447098 Nov 29 22:04:17.035720 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc1762-c3ea-4f03-a325-3bc449f35678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55809250-ce2b-4405-884f-50a532a64ade,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:04:17.036612 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-24939995-5621-460a-831a-501a1b05ee3c req-d8143607-2159-40d0-850a-f756e3dfff13 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/security-groups?id=c7c3607b-7b5b-49c8-82ea-a05b70a3b55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419447 Nov 29 22:04:17.037738 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 47808) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:04:17.093199 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d0f28d6f-8d86-4e05-b2c0-2866bed517ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:17.116214 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d0f28d6f-8d86-4e05-b2c0-2866bed517ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:17.165424 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d0f28d6f-8d86-4e05-b2c0-2866bed517ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:17.168091 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-d0f28d6f-8d86-4e05-b2c0-2866bed517ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:17.169233 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-d0f28d6f-8d86-4e05-b2c0-2866bed517ea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/55809250-ce2b-4405-884f-50a532a64ade HTTP/1.1" status: 204 len: 168 time: 0.1305828 Nov 29 22:04:17.177442 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f28d6f-8d86-4e05-b2c0-2866bed517ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55809250-ce2b-4405-884f-50a532a64ade,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:04:18.158384 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531ee68-df8b-418e-9e78-7864c0027ae2 req-d85c6992-cd9f-42de-b898-e9df90b801b1 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:18.159898 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e531ee68-df8b-418e-9e78-7864c0027ae2 req-d85c6992-cd9f-42de-b898-e9df90b801b1 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 946 time: 0.0533557 Nov 29 22:04:18.208673 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-e531ee68-df8b-418e-9e78-7864c0027ae2 req-45168dd4-8d08-490d-b765-af9559a1dc7c tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/security-groups?id=c7c3607b-7b5b-49c8-82ea-a05b70a3b55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422063 Nov 29 22:04:18.326550 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf2365-fb17-4a9a-9a46-d8e99caadd70 req-864c59ab-b275-4f04-a6ec-ce6050df7180 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:18.328102 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-becf2365-fb17-4a9a-9a46-d8e99caadd70 req-864c59ab-b275-4f04-a6ec-ce6050df7180 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 946 time: 0.0513587 Nov 29 22:04:18.381453 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-becf2365-fb17-4a9a-9a46-d8e99caadd70 req-dc98aba6-6c26-40ec-ad41-65d0b9657502 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/security-groups?id=c7c3607b-7b5b-49c8-82ea-a05b70a3b55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457819 Nov 29 22:04:18.708682 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6c61d-feac-47be-9227-c3022c8a681e req-41521e68-aaf7-495b-bf05-bc4f6d15afec tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:04:18.710238 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c6d6c61d-feac-47be-9227-c3022c8a681e req-41521e68-aaf7-495b-bf05-bc4f6d15afec tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 946 time: 0.0503430 Nov 29 22:04:18.764518 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c6d6c61d-feac-47be-9227-c3022c8a681e req-f7c3538b-d87a-40dd-9515-06511a84328b tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/security-groups?id=c7c3607b-7b5b-49c8-82ea-a05b70a3b55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471768 Nov 29 22:04:30.119498 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:37.244631 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b1b1ee6d-22c6-413d-9484-ba2b2056f76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:39.693667 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9de75a7d-d865-4eaf-9817-f484bb38878f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:40.620190 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:04:40.910559 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:42.171445 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:43.152102 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:45.766367 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 48124) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:04:45.880505 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-2836cce6-acc1-48e8-8a43-ea5a5c85eaaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:45.954444 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-2836cce6-acc1-48e8-8a43-ea5a5c85eaaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:45.957812 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-2836cce6-acc1-48e8-8a43-ea5a5c85eaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:45.995789 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-2836cce6-acc1-48e8-8a43-ea5a5c85eaaa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=19981c33459143bc8d8149cd9e52835a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283530 Nov 29 22:04:45.996625 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836cce6-acc1-48e8-8a43-ea5a5c85eaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a13f40-5753-41fe-883f-1d5d9f90eb38,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:04:45.998497 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 48128) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:04:46.003712 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836cce6-acc1-48e8-8a43-ea5a5c85eaaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:04:46.004060 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836cce6-acc1-48e8-8a43-ea5a5c85eaaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:04:46.004398 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836cce6-acc1-48e8-8a43-ea5a5c85eaaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:04:46.004728 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836cce6-acc1-48e8-8a43-ea5a5c85eaaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:04:46.005053 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836cce6-acc1-48e8-8a43-ea5a5c85eaaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:04:46.005379 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836cce6-acc1-48e8-8a43-ea5a5c85eaaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:04:46.005702 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836cce6-acc1-48e8-8a43-ea5a5c85eaaa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:04:46.006030 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836cce6-acc1-48e8-8a43-ea5a5c85eaaa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:04:46.006352 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836cce6-acc1-48e8-8a43-ea5a5c85eaaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:04:46.006674 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836cce6-acc1-48e8-8a43-ea5a5c85eaaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:04:46.007499 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836cce6-acc1-48e8-8a43-ea5a5c85eaaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:04:46.007828 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836cce6-acc1-48e8-8a43-ea5a5c85eaaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:04:46.052855 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5719fe24-31eb-4d14-a251-54a8df800962 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:46.074493 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5719fe24-31eb-4d14-a251-54a8df800962 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:46.119820 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5719fe24-31eb-4d14-a251-54a8df800962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:46.122446 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5719fe24-31eb-4d14-a251-54a8df800962 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:04:46.123627 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-5719fe24-31eb-4d14-a251-54a8df800962 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/26a13f40-5753-41fe-883f-1d5d9f90eb38 HTTP/1.1" status: 204 len: 168 time: 0.1240509 Nov 29 22:04:46.131140 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719fe24-31eb-4d14-a251-54a8df800962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a13f40-5753-41fe-883f-1d5d9f90eb38,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:05:00.128244 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:05:07.245710 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-1b2e890b-a549-4c18-b58c-36bf96eb7fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:05:09.698268 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3fca702a-c25b-43c9-84fc-4a6b0bd374f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:05:10.755487 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c93576c7-6e2f-438c-86d8-ee41981a6b45 req-7fd29cb3-db7d-40d3-9bf3-8afba0cf5385 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1294091 Nov 29 22:05:10.843536 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93576c7-6e2f-438c-86d8-ee41981a6b45 req-bb4885ba-9e69-46c4-8941-2c4b57331b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:05:10.845003 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c93576c7-6e2f-438c-86d8-ee41981a6b45 req-bb4885ba-9e69-46c4-8941-2c4b57331b89 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2a4f8e8463e478f8962647f6049ce0b&device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 1098 time: 0.0389836 Nov 29 22:05:10.913579 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:05:10.950849 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93576c7-6e2f-438c-86d8-ee41981a6b45 req-a3d64c88-0758-425c-9029-caffde142117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:05:10.952367 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c93576c7-6e2f-438c-86d8-ee41981a6b45 req-a3d64c88-0758-425c-9029-caffde142117 service neutron] 10.222.0.61 "GET /v2.0/networks?id=983dd8c7-05fb-4c40-89c9-8794f42a407a HTTP/1.1" status: 200 len: 916 time: 0.0879977 Nov 29 22:05:10.996725 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c93576c7-6e2f-438c-86d8-ee41981a6b45 req-3be6ae69-c307-4b18-b10c-e54af3ff327a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8786a8a-cfa1-45de-927d-72613e1bc431 HTTP/1.1" status: 200 len: 217 time: 0.0337923 Nov 29 22:05:11.048665 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93576c7-6e2f-438c-86d8-ee41981a6b45 req-7446979c-961e-4c8c-afa9-ad953db10ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:05:11.050125 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c93576c7-6e2f-438c-86d8-ee41981a6b45 req-7446979c-961e-4c8c-afa9-ad953db10ae8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cddc48a2-9dbb-43c6-9ab8-8af0de869d07 HTTP/1.1" status: 200 len: 855 time: 0.0462213 Nov 29 22:05:11.079686 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c93576c7-6e2f-438c-86d8-ee41981a6b45 req-9e8a9462-8d88-492b-8966-be6509ac969f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=983dd8c7-05fb-4c40-89c9-8794f42a407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229819 Nov 29 22:05:11.167628 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c93576c7-6e2f-438c-86d8-ee41981a6b45 req-44be1f1d-254f-4c85-af93-8f442fb3e1d6 service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804055 Nov 29 22:05:11.258418 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-c93576c7-6e2f-438c-86d8-ee41981a6b45 req-a5769f0a-4fb2-4b37-ae0c-5ca665ea6e65 service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834403 Nov 29 22:05:12.173054 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:05:13.154014 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:05:17.619742 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:05:30.127830 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:05:37.246990 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3a196ac9-97ba-40e8-8bec-e7eb0afadb54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:05:39.692444 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5609083e-cd81-46dd-a13a-4333541a3f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:05:40.915766 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:05:42.175437 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:05:43.155626 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:05:54.617817 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:06:00.125661 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:06:07.248922 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-72f8bb6e-910b-407f-8a7d-b4875acc01d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:06:09.693937 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2f60325d-fcde-4cb6-9479-63ff47b1216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:06:10.918577 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:06:11.651291 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1c1323d8-f5b2-44f4-af4d-271b771b43cf req-e73de0f5-bd47-4bc3-af95-983030d2e9ac service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=69f3c77a-a229-45a3-8d0a-fc2c2cac2456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385425 Nov 29 22:06:11.711283 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1323d8-f5b2-44f4-af4d-271b771b43cf req-19cdb6b8-1315-4fe0-9e1e-02fd25dc2117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:06:11.712712 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1c1323d8-f5b2-44f4-af4d-271b771b43cf req-19cdb6b8-1315-4fe0-9e1e-02fd25dc2117 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2a4f8e8463e478f8962647f6049ce0b&device_id=69f3c77a-a229-45a3-8d0a-fc2c2cac2456 HTTP/1.1" status: 200 len: 1098 time: 0.0382352 Nov 29 22:06:11.816581 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1323d8-f5b2-44f4-af4d-271b771b43cf req-0a6361a2-7a70-47e3-b497-4fe843eb9b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:06:11.818060 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1c1323d8-f5b2-44f4-af4d-271b771b43cf req-0a6361a2-7a70-47e3-b497-4fe843eb9b9e service neutron] 10.222.0.61 "GET /v2.0/networks?id=983dd8c7-05fb-4c40-89c9-8794f42a407a HTTP/1.1" status: 200 len: 916 time: 0.0861430 Nov 29 22:06:11.858300 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1c1323d8-f5b2-44f4-af4d-271b771b43cf req-880601a7-2f33-40a4-8818-0aa11ddb6cf8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9124e38-118f-4907-b32b-314b4706c36a HTTP/1.1" status: 200 len: 217 time: 0.0329199 Nov 29 22:06:11.909260 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1323d8-f5b2-44f4-af4d-271b771b43cf req-dbc9840f-5555-481e-9c27-074c7d17dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:06:11.910592 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1c1323d8-f5b2-44f4-af4d-271b771b43cf req-dbc9840f-5555-481e-9c27-074c7d17dd6f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cddc48a2-9dbb-43c6-9ab8-8af0de869d07 HTTP/1.1" status: 200 len: 855 time: 0.0457509 Nov 29 22:06:11.942526 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1c1323d8-f5b2-44f4-af4d-271b771b43cf req-3c9d669f-a4a8-40ea-a62d-113adb8991a5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=983dd8c7-05fb-4c40-89c9-8794f42a407a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237081 Nov 29 22:06:12.031668 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1c1323d8-f5b2-44f4-af4d-271b771b43cf req-53245281-f59b-469e-9630-61842ba9e8b5 service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812228 Nov 29 22:06:12.123432 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-1c1323d8-f5b2-44f4-af4d-271b771b43cf req-9d032a58-b9b4-4e58-9332-27462bcae931 service neutron] 10.222.0.61 "GET /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845566 Nov 29 22:06:12.176601 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:06:13.194838 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:06:30.142717 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:06:31.616959 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:06:37.249688 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-261dbe6d-322b-4722-995f-655b3727fac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:06:39.697548 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-1e25c316-6799-4bc7-93fc-4667a6bd2ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:06:40.921807 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:06:42.180594 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:06:43.155760 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:00.156025 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:06.157726 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9080c42-89ed-4557-b757-376e8fa81a09 req-2e25cefd-f2b2-440f-b6bd-bc91d597b3f8 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:07:06.159235 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c9080c42-89ed-4557-b757-376e8fa81a09 req-2e25cefd-f2b2-440f-b6bd-bc91d597b3f8 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=32297c4e-62c5-4de4-b119-4f637b0adde4 HTTP/1.1" status: 200 len: 946 time: 0.0495965 Nov 29 22:07:06.209642 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c9080c42-89ed-4557-b757-376e8fa81a09 req-34170161-ed03-4dbb-abbb-d819cca88ece tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444043 Nov 29 22:07:06.532289 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a0517-3f7f-4510-8cc3-36c3fb2d41bf req-3f9d5f69-a1a4-42fb-a522-95c71f2ab2ed tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:07:06.533627 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-dc1a0517-3f7f-4510-8cc3-36c3fb2d41bf req-3f9d5f69-a1a4-42fb-a522-95c71f2ab2ed tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.61 "GET /v2.0/ports?device_id=32297c4e-62c5-4de4-b119-4f637b0adde4 HTTP/1.1" status: 200 len: 946 time: 0.0464306 Nov 29 22:07:06.626002 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-dc1a0517-3f7f-4510-8cc3-36c3fb2d41bf req-edd732fc-3c02-46dc-851f-546341b80936 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Deleting port c5ede40a-cdfe-4e2e-9342-af49e675bbad {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:07:06.626350 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-dc1a0517-3f7f-4510-8cc3-36c3fb2d41bf req-edd732fc-3c02-46dc-851f-546341b80936 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:06.711743 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-dc1a0517-3f7f-4510-8cc3-36c3fb2d41bf req-edd732fc-3c02-46dc-851f-546341b80936 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] For port c5ede40a-cdfe-4e2e-9342-af49e675bbad, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=c5ede40a-cdfe-4e2e-9342-af49e675bbad,segment=NetworkSegment(1a36d94c-512a-420a-8203-8174481a1b34),segment_id=1a36d94c-512a-420a-8203-8174481a1b34)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:07:06.712106 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-dc1a0517-3f7f-4510-8cc3-36c3fb2d41bf req-edd732fc-3c02-46dc-851f-546341b80936 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:06.724824 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-dc1a0517-3f7f-4510-8cc3-36c3fb2d41bf req-edd732fc-3c02-46dc-851f-546341b80936 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Calling delete_port for c5ede40a-cdfe-4e2e-9342-af49e675bbad owned by compute:nova {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:07:06.851283 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-dc1a0517-3f7f-4510-8cc3-36c3fb2d41bf req-edd732fc-3c02-46dc-851f-546341b80936 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:06.868203 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['a8786a8a-cfa1-45de-927d-72613e1bc431', 'b9124e38-118f-4907-b32b-314b4706c36a', 'c5ede40a-cdfe-4e2e-9342-af49e675bbad'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 22:07:06.880210 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd732fc-3c02-46dc-851f-546341b80936 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Pushing event deleted for resources: {'Port': ['ID=c5ede40a-cdfe-4e2e-9342-af49e675bbad,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:06.908627 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd732fc-3c02-46dc-851f-546341b80936 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:07:06.908996 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd732fc-3c02-46dc-851f-546341b80936 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:07:06.909346 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd732fc-3c02-46dc-851f-546341b80936 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:07:06.909691 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd732fc-3c02-46dc-851f-546341b80936 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:07:06.910033 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd732fc-3c02-46dc-851f-546341b80936 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:07:06.910369 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd732fc-3c02-46dc-851f-546341b80936 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:07:06.910706 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd732fc-3c02-46dc-851f-546341b80936 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:07:06.911041 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd732fc-3c02-46dc-851f-546341b80936 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:07:06.911400 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd732fc-3c02-46dc-851f-546341b80936 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:07:06.911730 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd732fc-3c02-46dc-851f-546341b80936 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:07:06.912061 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd732fc-3c02-46dc-851f-546341b80936 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:07:06.912390 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd732fc-3c02-46dc-851f-546341b80936 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:07:06.935206 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1a0517-3f7f-4510-8cc3-36c3fb2d41bf req-edd732fc-3c02-46dc-851f-546341b80936 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] No DVR routers for this DVR port c5ede40a-cdfe-4e2e-9342-af49e675bbad on host hv-cinder-81972 {{(pid=109068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 22:07:06.937717 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-dc1a0517-3f7f-4510-8cc3-36c3fb2d41bf req-edd732fc-3c02-46dc-851f-546341b80936 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:06.941142 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-dc1a0517-3f7f-4510-8cc3-36c3fb2d41bf req-edd732fc-3c02-46dc-851f-546341b80936 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.61 "DELETE /v2.0/ports/c5ede40a-cdfe-4e2e-9342-af49e675bbad HTTP/1.1" status: 204 len: 173 time: 0.4013524 Nov 29 22:07:06.941594 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32297c4e-62c5-4de4-b119-4f637b0adde4', 'name': 'network-vif-deleted', 'tag': 'c5ede40a-cdfe-4e2e-9342-af49e675bbad'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 22:07:06.943919 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1c5075-f94f-48ac-9523-8a8ba676290c" -d '{"events": [{"server_uuid": "32297c4e-62c5-4de4-b119-4f637b0adde4", "name": "network-vif-deleted", "tag": "c5ede40a-cdfe-4e2e-9342-af49e675bbad"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 22:07:07.110419 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 22:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a820e8-4654-45a5-9f85-1b34dfec1f54 x-openstack-request-id: req-19a820e8-4654-45a5-9f85-1b34dfec1f54 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 22:07:07.110862 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32297c4e-62c5-4de4-b119-4f637b0adde4", "name": "network-vif-deleted", "tag": "c5ede40a-cdfe-4e2e-9342-af49e675bbad", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 22:07:07.111148 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-19a820e8-4654-45a5-9f85-1b34dfec1f54 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 22:07:07.111544 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32297c4e-62c5-4de4-b119-4f637b0adde4', 'name': 'network-vif-deleted', 'tag': 'c5ede40a-cdfe-4e2e-9342-af49e675bbad', 'status': 'completed', 'code': 200} Nov 29 22:07:07.251836 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d55548d8-6def-40df-b49f-b05c5ee4e047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:07.337486 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-7017752f-bd61-40b5-9b20-5c3d62ecbc00 req-24643730-cb01-4f1e-96ce-b7d4b3e0c06c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=32297c4e-62c5-4de4-b119-4f637b0adde4 HTTP/1.1" status: 200 len: 210 time: 0.0256553 Nov 29 22:07:08.616158 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:07:09.698795 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e4d42e22-ebae-4f67-8351-b90154ca4fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:09.722341 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3660ba-2ab9-4dd5-8a52-7045cd709e69 req-1b2296bf-cfb2-4094-9015-31ed045fd04f tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:07:09.723871 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-af3660ba-2ab9-4dd5-8a52-7045cd709e69 req-1b2296bf-cfb2-4094-9015-31ed045fd04f tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=69f3c77a-a229-45a3-8d0a-fc2c2cac2456 HTTP/1.1" status: 200 len: 945 time: 0.0489025 Nov 29 22:07:09.771148 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-af3660ba-2ab9-4dd5-8a52-7045cd709e69 req-2f74ecd2-d15f-4b15-9607-e0382ad1e06c tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410411 Nov 29 22:07:10.094008 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f1315-881a-41b4-8452-2a83d966b56a req-aae3af1d-88b9-4cbb-b093-5a7089bff332 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:07:10.095477 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e59f1315-881a-41b4-8452-2a83d966b56a req-aae3af1d-88b9-4cbb-b093-5a7089bff332 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.61 "GET /v2.0/ports?device_id=69f3c77a-a229-45a3-8d0a-fc2c2cac2456 HTTP/1.1" status: 200 len: 945 time: 0.0482302 Nov 29 22:07:10.183424 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-e59f1315-881a-41b4-8452-2a83d966b56a req-2274508f-3529-486e-87f0-b8b94c2a827d tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Deleting port b9124e38-118f-4907-b32b-314b4706c36a {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:07:10.183786 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-e59f1315-881a-41b4-8452-2a83d966b56a req-2274508f-3529-486e-87f0-b8b94c2a827d tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:10.315345 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device c5ede40a-cdfe-4e2e-9342-af49e675bbad no longer exists at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 22:07:10.340611 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] No Port match for: c5ede40a-cdfe-4e2e-9342-af49e675bbad {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 22:07:10.340957 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device c5ede40a-cdfe-4e2e-9342-af49e675bbad not bound to the agent host hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 22:07:10.525740 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-e59f1315-881a-41b4-8452-2a83d966b56a req-2274508f-3529-486e-87f0-b8b94c2a827d tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] For port b9124e38-118f-4907-b32b-314b4706c36a, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=b9124e38-118f-4907-b32b-314b4706c36a,segment=NetworkSegment(1a36d94c-512a-420a-8203-8174481a1b34),segment_id=1a36d94c-512a-420a-8203-8174481a1b34)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:07:10.526112 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-e59f1315-881a-41b4-8452-2a83d966b56a req-2274508f-3529-486e-87f0-b8b94c2a827d tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:10.538145 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-e59f1315-881a-41b4-8452-2a83d966b56a req-2274508f-3529-486e-87f0-b8b94c2a827d tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Calling delete_port for b9124e38-118f-4907-b32b-314b4706c36a owned by compute:nova {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:07:10.661371 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-e59f1315-881a-41b4-8452-2a83d966b56a req-2274508f-3529-486e-87f0-b8b94c2a827d tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:10.676863 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['a8786a8a-cfa1-45de-927d-72613e1bc431', 'b9124e38-118f-4907-b32b-314b4706c36a'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 22:07:10.692875 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274508f-3529-486e-87f0-b8b94c2a827d tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Pushing event deleted for resources: {'Port': ['ID=b9124e38-118f-4907-b32b-314b4706c36a,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:10.730215 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59f1315-881a-41b4-8452-2a83d966b56a req-2274508f-3529-486e-87f0-b8b94c2a827d tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] No DVR routers for this DVR port b9124e38-118f-4907-b32b-314b4706c36a on host hv-cinder-81972 {{(pid=109068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 22:07:10.732802 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-e59f1315-881a-41b4-8452-2a83d966b56a req-2274508f-3529-486e-87f0-b8b94c2a827d tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:10.736229 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-e59f1315-881a-41b4-8452-2a83d966b56a req-2274508f-3529-486e-87f0-b8b94c2a827d tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.61 "DELETE /v2.0/ports/b9124e38-118f-4907-b32b-314b4706c36a HTTP/1.1" status: 204 len: 173 time: 0.6349266 Nov 29 22:07:10.736673 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f3c77a-a229-45a3-8d0a-fc2c2cac2456', 'name': 'network-vif-deleted', 'tag': 'b9124e38-118f-4907-b32b-314b4706c36a'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 22:07:10.738918 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430be099-ebd2-468f-b58a-d74a2a804756" -d '{"events": [{"server_uuid": "69f3c77a-a229-45a3-8d0a-fc2c2cac2456", "name": "network-vif-deleted", "tag": "b9124e38-118f-4907-b32b-314b4706c36a"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 22:07:10.776896 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 22:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1491b845-c896-486e-8503-a1ce276c8e97 x-openstack-request-id: req-1491b845-c896-486e-8503-a1ce276c8e97 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 22:07:10.777261 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f3c77a-a229-45a3-8d0a-fc2c2cac2456", "name": "network-vif-deleted", "tag": "b9124e38-118f-4907-b32b-314b4706c36a", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 22:07:10.777508 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1491b845-c896-486e-8503-a1ce276c8e97 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 22:07:10.777909 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f3c77a-a229-45a3-8d0a-fc2c2cac2456', 'name': 'network-vif-deleted', 'tag': 'b9124e38-118f-4907-b32b-314b4706c36a', 'status': 'completed', 'code': 200} Nov 29 22:07:10.864351 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-1a71e632-66f8-41d3-987d-50a602c35b7e req-534bd402-827e-4fe3-a73e-570c36b445d9 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=69f3c77a-a229-45a3-8d0a-fc2c2cac2456 HTTP/1.1" status: 200 len: 210 time: 0.0266166 Nov 29 22:07:10.922926 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:11.665082 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-baa9129e-677b-4f0c-a9d6-befc5556d1c6 req-4e44297d-e4bb-4166-ae6d-805687a03e42 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386143 Nov 29 22:07:11.728583 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9129e-677b-4f0c-a9d6-befc5556d1c6 req-8c611363-d0d9-431c-87a4-2484b9f38780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:07:11.730114 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-baa9129e-677b-4f0c-a9d6-befc5556d1c6 req-8c611363-d0d9-431c-87a4-2484b9f38780 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=152b1d5d94d6428cb560709369198732&device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 1099 time: 0.0417178 Nov 29 22:07:11.831807 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9129e-677b-4f0c-a9d6-befc5556d1c6 req-4b541798-7ccf-42fc-804e-e08e8bd9a458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:07:11.833259 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-baa9129e-677b-4f0c-a9d6-befc5556d1c6 req-4b541798-7ccf-42fc-804e-e08e8bd9a458 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca HTTP/1.1" status: 200 len: 915 time: 0.0834830 Nov 29 22:07:11.876617 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-baa9129e-677b-4f0c-a9d6-befc5556d1c6 req-c2cb906d-cbaa-4d3c-b3a9-8f91d558c2f8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6693cdb-c80a-4adf-a955-e9dff727b80d HTTP/1.1" status: 200 len: 217 time: 0.0365105 Nov 29 22:07:11.925577 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9129e-677b-4f0c-a9d6-befc5556d1c6 req-7e11a141-b92d-43af-ac2f-15b7f888c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:07:11.926917 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-baa9129e-677b-4f0c-a9d6-befc5556d1c6 req-7e11a141-b92d-43af-ac2f-15b7f888c4ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=606e044f-570e-452f-951c-804de9da9ad1 HTTP/1.1" status: 200 len: 853 time: 0.0441432 Nov 29 22:07:11.971679 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9129e-677b-4f0c-a9d6-befc5556d1c6 req-fe26abc8-7c9f-4ca9-a3b2-34ffaac5fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:07:11.973527 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-baa9129e-677b-4f0c-a9d6-befc5556d1c6 req-fe26abc8-7c9f-4ca9-a3b2-34ffaac5fee3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395844 Nov 29 22:07:12.067825 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-baa9129e-677b-4f0c-a9d6-befc5556d1c6 req-faf5fc2f-b2ac-4cb2-b66b-2553dbe17443 service neutron] 10.222.0.61 "GET /v2.0/networks/7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866404 Nov 29 22:07:12.164180 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-baa9129e-677b-4f0c-a9d6-befc5556d1c6 req-53e46252-c515-469b-a3c1-b32771cfedb0 service neutron] 10.222.0.61 "GET /v2.0/networks/7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868328 Nov 29 22:07:12.183244 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:13.174013 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:13.268148 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ab049-8576-4458-94cd-384403a8c772 req-4a759e0a-27af-4f77-8761-9a441a695c77 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:07:13.269581 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c39ab049-8576-4458-94cd-384403a8c772 req-4a759e0a-27af-4f77-8761-9a441a695c77 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 945 time: 0.0511332 Nov 29 22:07:13.315959 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-c39ab049-8576-4458-94cd-384403a8c772 req-1df13aaa-0672-4796-b64d-6ae4ce760758 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/security-groups?id=eba40a10-9cf1-4a81-a259-f9a0b66aa442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405681 Nov 29 22:07:13.577884 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aad1e0-3cc0-4c71-97bb-93dc2911eef7 req-c8d7a437-9f1a-4769-ba69-2de7d8ca398a tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:07:13.579314 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-54aad1e0-3cc0-4c71-97bb-93dc2911eef7 req-c8d7a437-9f1a-4769-ba69-2de7d8ca398a tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.61 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 945 time: 0.0513027 Nov 29 22:07:13.667145 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-54aad1e0-3cc0-4c71-97bb-93dc2911eef7 req-2ed0d9a5-fe42-47c6-9bec-3854a1c0fa71 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Deleting port a8786a8a-cfa1-45de-927d-72613e1bc431 {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:07:13.667489 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-54aad1e0-3cc0-4c71-97bb-93dc2911eef7 req-2ed0d9a5-fe42-47c6-9bec-3854a1c0fa71 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:13.757587 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-54aad1e0-3cc0-4c71-97bb-93dc2911eef7 req-2ed0d9a5-fe42-47c6-9bec-3854a1c0fa71 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] For port a8786a8a-cfa1-45de-927d-72613e1bc431, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=a8786a8a-cfa1-45de-927d-72613e1bc431,segment=NetworkSegment(1a36d94c-512a-420a-8203-8174481a1b34),segment_id=1a36d94c-512a-420a-8203-8174481a1b34)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:07:13.757949 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-54aad1e0-3cc0-4c71-97bb-93dc2911eef7 req-2ed0d9a5-fe42-47c6-9bec-3854a1c0fa71 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:13.769663 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-54aad1e0-3cc0-4c71-97bb-93dc2911eef7 req-2ed0d9a5-fe42-47c6-9bec-3854a1c0fa71 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Calling delete_port for a8786a8a-cfa1-45de-927d-72613e1bc431 owned by compute:nova {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:07:13.893145 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-54aad1e0-3cc0-4c71-97bb-93dc2911eef7 req-2ed0d9a5-fe42-47c6-9bec-3854a1c0fa71 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:13.904055 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['a8786a8a-cfa1-45de-927d-72613e1bc431'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 22:07:13.924351 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0d9a5-fe42-47c6-9bec-3854a1c0fa71 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Pushing event deleted for resources: {'Port': ['ID=a8786a8a-cfa1-45de-927d-72613e1bc431,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:13.965040 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-54aad1e0-3cc0-4c71-97bb-93dc2911eef7 req-2ed0d9a5-fe42-47c6-9bec-3854a1c0fa71 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] No DVR routers for this DVR port a8786a8a-cfa1-45de-927d-72613e1bc431 on host hv-cinder-81972 {{(pid=109068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 22:07:13.967521 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-54aad1e0-3cc0-4c71-97bb-93dc2911eef7 req-2ed0d9a5-fe42-47c6-9bec-3854a1c0fa71 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:13.970930 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-54aad1e0-3cc0-4c71-97bb-93dc2911eef7 req-2ed0d9a5-fe42-47c6-9bec-3854a1c0fa71 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.61 "DELETE /v2.0/ports/a8786a8a-cfa1-45de-927d-72613e1bc431 HTTP/1.1" status: 204 len: 173 time: 0.3858197 Nov 29 22:07:13.971394 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2779b74d-5151-4427-8f7e-b65acb8cda79', 'name': 'network-vif-deleted', 'tag': 'a8786a8a-cfa1-45de-927d-72613e1bc431'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 22:07:13.973633 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b57aa5-bfcc-4ba4-b9b4-e1e60ee6fe82" -d '{"events": [{"server_uuid": "2779b74d-5151-4427-8f7e-b65acb8cda79", "name": "network-vif-deleted", "tag": "a8786a8a-cfa1-45de-927d-72613e1bc431"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 22:07:14.011611 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 22:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85acb1c2-fc54-4067-a61f-dcc16c6a2a29 x-openstack-request-id: req-85acb1c2-fc54-4067-a61f-dcc16c6a2a29 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 22:07:14.011916 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2779b74d-5151-4427-8f7e-b65acb8cda79", "name": "network-vif-deleted", "tag": "a8786a8a-cfa1-45de-927d-72613e1bc431", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 22:07:14.012187 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-85acb1c2-fc54-4067-a61f-dcc16c6a2a29 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 22:07:14.012576 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2779b74d-5151-4427-8f7e-b65acb8cda79', 'name': 'network-vif-deleted', 'tag': 'a8786a8a-cfa1-45de-927d-72613e1bc431', 'status': 'completed', 'code': 200} Nov 29 22:07:14.315965 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device b9124e38-118f-4907-b32b-314b4706c36a no longer exists at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 22:07:14.336098 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] No Port match for: b9124e38-118f-4907-b32b-314b4706c36a {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 22:07:14.336477 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device b9124e38-118f-4907-b32b-314b4706c36a not bound to the agent host hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 22:07:14.421910 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-0de6acc8-120d-421f-90a3-9a93192c4745 req-af31c106-ca44-49ab-86c0-9097015aba29 tempest-AttachVolumeNegativeTest-1663811724 tempest-AttachVolumeNegativeTest-1663811724-project] 10.222.0.62 "GET /v2.0/ports?device_id=2779b74d-5151-4427-8f7e-b65acb8cda79 HTTP/1.1" status: 200 len: 210 time: 0.0259051 Nov 29 22:07:15.476948 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 48766) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:15.620416 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e4bec70-6d18-4fea-91ab-bb8edbcc9a50 admin admin] Deleting subnet cddc48a2-9dbb-43c6-9ab8-8af0de869d07 {{(pid=109068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 22:07:15.623621 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5e4bec70-6d18-4fea-91ab-bb8edbcc9a50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:15.656989 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5e4bec70-6d18-4fea-91ab-bb8edbcc9a50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127331947'] for subnet, precommit_delete_associations {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:15.700194 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5e4bec70-6d18-4fea-91ab-bb8edbcc9a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730469'] for subnet, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:15.750370 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5e4bec70-6d18-4fea-91ab-bb8edbcc9a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126529978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126160809'] for subnet, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:15.775586 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4bec70-6d18-4fea-91ab-bb8edbcc9a50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cddc48a2-9dbb-43c6-9ab8-8af0de869d07,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:15.780665 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5e4bec70-6d18-4fea-91ab-bb8edbcc9a50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for subnet, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:15.783798 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-5e4bec70-6d18-4fea-91ab-bb8edbcc9a50 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cddc48a2-9dbb-43c6-9ab8-8af0de869d07 HTTP/1.1" status: 204 len: 168 time: 0.3058426 Nov 29 22:07:15.786167 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 48770) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:15.855690 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a08520ce-ad95-415e-88c2-52364fbc90c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606273'] for network, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:15.939422 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a08520ce-ad95-415e-88c2-52364fbc90c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731116', 'neutron.services.segments.db._delete_segments_for_network-8752945619276'] for network, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:15.959705 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.services.segments.db [None req-a08520ce-ad95-415e-88c2-52364fbc90c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['983dd8c7-05fb-4c40-89c9-8794f42a407a']}} {{(pid=109068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:07:15.969508 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.services.segments.db [None req-a08520ce-ad95-415e-88c2-52364fbc90c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a36d94c-512a-420a-8203-8174481a1b34') {'for_net_delete': True} {{(pid=109068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:07:15.969803 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.services.segments.db [None req-a08520ce-ad95-415e-88c2-52364fbc90c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a36d94c-512a-420a-8203-8174481a1b34') {} {{(pid=109068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:07:15.978978 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a08520ce-ad95-415e-88c2-52364fbc90c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752945621589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127331858'] for segment, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:15.991707 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a08520ce-ad95-415e-88c2-52364fbc90c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:15.998031 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08520ce-ad95-415e-88c2-52364fbc90c5 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=109068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 22:07:15.998406 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a08520ce-ad95-415e-88c2-52364fbc90c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126529624'] for segment, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: Traceback (most recent call last): Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: timer() Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: cb(*args, **kw) Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: return func(*args, **kwargs) Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: self._notify() Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: self.callback(batched_events) Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: event.method(event) Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: return f(self, *a, **k) Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: return self._get(url).json() Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: return self.request(url, 'GET', **kwargs) Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 22:07:16.000050 dv-cinder-819722-1-iscsi neutron-server[109068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 22:07:16.055352 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a08520ce-ad95-415e-88c2-52364fbc90c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811335'] for network, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:16.061415 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-a08520ce-ad95-415e-88c2-52364fbc90c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:16.064940 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-a08520ce-ad95-415e-88c2-52364fbc90c5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/983dd8c7-05fb-4c40-89c9-8794f42a407a HTTP/1.1" status: 204 len: 168 time: 0.2778566 Nov 29 22:07:16.078318 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08520ce-ad95-415e-88c2-52364fbc90c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=983dd8c7-05fb-4c40-89c9-8794f42a407a,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:16.176060 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 48774) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:16.216598 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-efc19a2c-4978-4695-b570-1b49fb5749f2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a2a4f8e8463e478f8962647f6049ce0b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392275 Nov 29 22:07:16.218768 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 48776) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:16.264856 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-b025f870-2965-48d4-a104-d282d0f26a5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:16.286170 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-b025f870-2965-48d4-a104-d282d0f26a5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:16.332422 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-b025f870-2965-48d4-a104-d282d0f26a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:16.335109 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-b025f870-2965-48d4-a104-d282d0f26a5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:16.338495 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-b025f870-2965-48d4-a104-d282d0f26a5b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eba40a10-9cf1-4a81-a259-f9a0b66aa442 HTTP/1.1" status: 204 len: 168 time: 0.1165068 Nov 29 22:07:16.344445 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025f870-2965-48d4-a104-d282d0f26a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba40a10-9cf1-4a81-a259-f9a0b66aa442,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:17.550694 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 48830) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:17.651811 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-7316cfd4-d0ac-4307-b561-f9916ef120a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:17.725214 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-7316cfd4-d0ac-4307-b561-f9916ef120a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:17.729246 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-7316cfd4-d0ac-4307-b561-f9916ef120a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:17.767283 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-7316cfd4-d0ac-4307-b561-f9916ef120a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=72b350b0ba7c4801939df37e64af5c05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154114 Nov 29 22:07:17.768156 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316cfd4-d0ac-4307-b561-f9916ef120a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1391ebad-4f73-4c52-b0dc-03e6fdd412ae,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:17.769859 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 48834) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:17.775843 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316cfd4-d0ac-4307-b561-f9916ef120a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:07:17.776216 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316cfd4-d0ac-4307-b561-f9916ef120a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:07:17.776556 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316cfd4-d0ac-4307-b561-f9916ef120a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:07:17.776892 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316cfd4-d0ac-4307-b561-f9916ef120a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:07:17.777230 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316cfd4-d0ac-4307-b561-f9916ef120a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:07:17.777560 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316cfd4-d0ac-4307-b561-f9916ef120a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:07:17.777888 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316cfd4-d0ac-4307-b561-f9916ef120a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:07:17.778215 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316cfd4-d0ac-4307-b561-f9916ef120a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:07:17.778541 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316cfd4-d0ac-4307-b561-f9916ef120a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:07:17.778864 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316cfd4-d0ac-4307-b561-f9916ef120a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:07:17.779213 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316cfd4-d0ac-4307-b561-f9916ef120a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:07:17.779536 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7316cfd4-d0ac-4307-b561-f9916ef120a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:07:17.820121 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-46c2e1ef-36c5-41c6-8bae-ca4b1bb0374d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:17.844807 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-46c2e1ef-36c5-41c6-8bae-ca4b1bb0374d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:17.891657 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-46c2e1ef-36c5-41c6-8bae-ca4b1bb0374d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:17.894441 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-46c2e1ef-36c5-41c6-8bae-ca4b1bb0374d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:17.895630 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-46c2e1ef-36c5-41c6-8bae-ca4b1bb0374d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1391ebad-4f73-4c52-b0dc-03e6fdd412ae HTTP/1.1" status: 204 len: 168 time: 0.1246681 Nov 29 22:07:17.904020 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2e1ef-36c5-41c6-8bae-ca4b1bb0374d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1391ebad-4f73-4c52-b0dc-03e6fdd412ae,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:18.314412 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device a8786a8a-cfa1-45de-927d-72613e1bc431 no longer exists at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 22:07:18.339201 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] No Port match for: a8786a8a-cfa1-45de-927d-72613e1bc431 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 22:07:18.339568 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device a8786a8a-cfa1-45de-927d-72613e1bc431 not bound to the agent host hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 22:07:19.582021 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 48900) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:19.685327 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-038f960d-04c4-47e1-b7ec-08192e456633 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:19.758507 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-038f960d-04c4-47e1-b7ec-08192e456633 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:19.762283 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-038f960d-04c4-47e1-b7ec-08192e456633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:19.801530 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-038f960d-04c4-47e1-b7ec-08192e456633 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=68e12f25b16342d69e3346d64a5162ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183604 Nov 29 22:07:19.802477 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f960d-04c4-47e1-b7ec-08192e456633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f676e2-859a-4a47-80e7-fd45d4c41725,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:19.804141 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 48904) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:19.852180 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-888395a5-f710-455e-8fbc-765c018b7696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:19.877218 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-888395a5-f710-455e-8fbc-765c018b7696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:19.923551 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-888395a5-f710-455e-8fbc-765c018b7696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:19.926116 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-888395a5-f710-455e-8fbc-765c018b7696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:19.927274 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-888395a5-f710-455e-8fbc-765c018b7696 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/31f676e2-859a-4a47-80e7-fd45d4c41725 HTTP/1.1" status: 204 len: 168 time: 0.1221273 Nov 29 22:07:19.934920 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888395a5-f710-455e-8fbc-765c018b7696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f676e2-859a-4a47-80e7-fd45d4c41725,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:20.179687 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 48910) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:20.193066 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-5006b72a-1700-4e31-a709-9f3bb1dfd424 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:20.266814 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-5006b72a-1700-4e31-a709-9f3bb1dfd424 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:20.270733 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-5006b72a-1700-4e31-a709-9f3bb1dfd424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:20.309678 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-5006b72a-1700-4e31-a709-9f3bb1dfd424 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=816cd3cfd5764c0090da77bae2a05ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289160 Nov 29 22:07:20.310532 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006b72a-1700-4e31-a709-9f3bb1dfd424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4848f108-9369-4587-b8b3-426b8a29bf40,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:20.312366 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 48912) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:20.359503 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-9d742d98-e788-4dde-888c-33c3c57d5e9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:20.380864 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-9d742d98-e788-4dde-888c-33c3c57d5e9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:20.429197 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-9d742d98-e788-4dde-888c-33c3c57d5e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:20.432340 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-9d742d98-e788-4dde-888c-33c3c57d5e9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:20.436556 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-9d742d98-e788-4dde-888c-33c3c57d5e9a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4848f108-9369-4587-b8b3-426b8a29bf40 HTTP/1.1" status: 204 len: 168 time: 0.1221349 Nov 29 22:07:20.444392 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d742d98-e788-4dde-888c-33c3c57d5e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4848f108-9369-4587-b8b3-426b8a29bf40,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:21.946792 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 48960) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:22.049574 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6d59588c-ea27-4110-b766-2424a4f5ef18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:22.123566 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6d59588c-ea27-4110-b766-2424a4f5ef18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:22.128681 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6d59588c-ea27-4110-b766-2424a4f5ef18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:22.168139 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-6d59588c-ea27-4110-b766-2424a4f5ef18 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5d33b31a597c4251be5d654240ddd658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201445 Nov 29 22:07:22.169098 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59588c-ea27-4110-b766-2424a4f5ef18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08c5256-a1ca-4735-a826-2a56855c00c0,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:22.170808 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 48964) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:22.218834 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-1110f1d4-c027-44e2-9717-858f21e31ed6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:22.240024 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-1110f1d4-c027-44e2-9717-858f21e31ed6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:22.286549 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-1110f1d4-c027-44e2-9717-858f21e31ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:22.289102 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-1110f1d4-c027-44e2-9717-858f21e31ed6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:22.290214 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-1110f1d4-c027-44e2-9717-858f21e31ed6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e08c5256-a1ca-4735-a826-2a56855c00c0 HTTP/1.1" status: 204 len: 168 time: 0.1183875 Nov 29 22:07:22.298154 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110f1d4-c027-44e2-9717-858f21e31ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08c5256-a1ca-4735-a826-2a56855c00c0,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:22.541298 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 48970) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:22.554048 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-b36b799d-302a-4a36-879d-819b7899ccf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:22.630721 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-b36b799d-302a-4a36-879d-819b7899ccf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:22.636146 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-b36b799d-302a-4a36-879d-819b7899ccf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:22.674981 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-b36b799d-302a-4a36-879d-819b7899ccf2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a52ac7d3b1b4c16ae55ad205bd3fde4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326203 Nov 29 22:07:22.676959 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b799d-302a-4a36-879d-819b7899ccf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787ccaef-7ae9-49f9-972e-ccec5b15ca82,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:22.677634 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 48974) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:22.726012 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-9a739e5d-6fce-49e0-8052-063ed1497d17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:22.747616 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-9a739e5d-6fce-49e0-8052-063ed1497d17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:22.793297 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-9a739e5d-6fce-49e0-8052-063ed1497d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:22.795812 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-9a739e5d-6fce-49e0-8052-063ed1497d17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:22.796957 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-9a739e5d-6fce-49e0-8052-063ed1497d17 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/787ccaef-7ae9-49f9-972e-ccec5b15ca82 HTTP/1.1" status: 204 len: 168 time: 0.1183386 Nov 29 22:07:22.804566 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a739e5d-6fce-49e0-8052-063ed1497d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787ccaef-7ae9-49f9-972e-ccec5b15ca82,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:30.154789 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:31.689341 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 49078) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:31.799354 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-bebc6096-b1bc-44b7-975b-fff8a09cf43e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:31.872551 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-bebc6096-b1bc-44b7-975b-fff8a09cf43e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:31.876134 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-bebc6096-b1bc-44b7-975b-fff8a09cf43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:31.913258 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-bebc6096-b1bc-44b7-975b-fff8a09cf43e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5d3c80df6a594981be6963a4101ecdcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224245 Nov 29 22:07:31.915206 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc6096-b1bc-44b7-975b-fff8a09cf43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163aa052-ccfb-4c93-90d8-059443510fa6,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:31.916532 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 49082) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:31.965903 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-ffa7a9b3-4daf-485d-87a9-938cf9898f9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:31.986901 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-ffa7a9b3-4daf-485d-87a9-938cf9898f9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:32.037386 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-ffa7a9b3-4daf-485d-87a9-938cf9898f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:32.040165 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-ffa7a9b3-4daf-485d-87a9-938cf9898f9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:32.041398 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-ffa7a9b3-4daf-485d-87a9-938cf9898f9a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/163aa052-ccfb-4c93-90d8-059443510fa6 HTTP/1.1" status: 204 len: 168 time: 0.1238666 Nov 29 22:07:32.049069 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7a9b3-4daf-485d-87a9-938cf9898f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163aa052-ccfb-4c93-90d8-059443510fa6,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:32.298496 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 49090) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:32.311880 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-2fbcef2b-eb6e-4333-a982-3baebc04e0d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:32.392270 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-2fbcef2b-eb6e-4333-a982-3baebc04e0d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:32.396515 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-2fbcef2b-eb6e-4333-a982-3baebc04e0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:32.434408 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbcef2b-eb6e-4333-a982-3baebc04e0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba546bd1-d04a-4ff1-be1d-49cef9e09690,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:32.438520 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-2fbcef2b-eb6e-4333-a982-3baebc04e0d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9ae84445d3344d7db72471bf109ca1fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389847 Nov 29 22:07:32.441075 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 49092) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:32.490611 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-510cfd0b-0a20-49b7-a334-c652f74bc0e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:32.513750 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-510cfd0b-0a20-49b7-a334-c652f74bc0e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:32.565315 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-510cfd0b-0a20-49b7-a334-c652f74bc0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:32.567998 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-510cfd0b-0a20-49b7-a334-c652f74bc0e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:32.569177 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-510cfd0b-0a20-49b7-a334-c652f74bc0e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba546bd1-d04a-4ff1-be1d-49cef9e09690 HTTP/1.1" status: 204 len: 168 time: 0.1272037 Nov 29 22:07:32.579042 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cfd0b-0a20-49b7-a334-c652f74bc0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba546bd1-d04a-4ff1-be1d-49cef9e09690,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:37.255931 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5df07158-4bed-407a-8479-13fbb89d60ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:37.447139 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 49200) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:37.548475 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-0602528f-a1db-4133-b9b2-5ac4ff9e5e1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:37.620432 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-0602528f-a1db-4133-b9b2-5ac4ff9e5e1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:37.624127 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-0602528f-a1db-4133-b9b2-5ac4ff9e5e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:37.661512 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-0602528f-a1db-4133-b9b2-5ac4ff9e5e1f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3f030de505af4321a6a1953927f9e110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2132361 Nov 29 22:07:37.662349 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602528f-a1db-4133-b9b2-5ac4ff9e5e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c688f6a-6c79-47ad-a6bf-7b43aaa94dc4,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:37.664065 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 49204) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:37.712209 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-cd438cb3-83b5-4335-abf0-4c52364edcb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:37.733423 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-cd438cb3-83b5-4335-abf0-4c52364edcb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:37.781584 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-cd438cb3-83b5-4335-abf0-4c52364edcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:37.784263 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-cd438cb3-83b5-4335-abf0-4c52364edcb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:37.785502 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-cd438cb3-83b5-4335-abf0-4c52364edcb2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9c688f6a-6c79-47ad-a6bf-7b43aaa94dc4 HTTP/1.1" status: 204 len: 168 time: 0.1204293 Nov 29 22:07:37.794552 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd438cb3-83b5-4335-abf0-4c52364edcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c688f6a-6c79-47ad-a6bf-7b43aaa94dc4,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:38.035579 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 49210) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:38.049368 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-1a0084f5-0853-4487-a22e-909f94fa1493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:38.122951 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-1a0084f5-0853-4487-a22e-909f94fa1493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:38.128173 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-1a0084f5-0853-4487-a22e-909f94fa1493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:38.169915 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-1a0084f5-0853-4487-a22e-909f94fa1493 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a31f65d41a154d50851756b41e1d43cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332412 Nov 29 22:07:38.170777 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0084f5-0853-4487-a22e-909f94fa1493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5a70a3-1f1c-498b-a2a6-2c2ea5f41899,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:38.173174 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 49212) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:38.221987 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6a9dba3e-bd91-46b0-805e-2f46e3089946 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:38.246077 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6a9dba3e-bd91-46b0-805e-2f46e3089946 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:38.291952 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6a9dba3e-bd91-46b0-805e-2f46e3089946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:38.294750 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-6a9dba3e-bd91-46b0-805e-2f46e3089946 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:38.295977 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-6a9dba3e-bd91-46b0-805e-2f46e3089946 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4e5a70a3-1f1c-498b-a2a6-2c2ea5f41899 HTTP/1.1" status: 204 len: 168 time: 0.1217465 Nov 29 22:07:38.305339 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9dba3e-bd91-46b0-805e-2f46e3089946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5a70a3-1f1c-498b-a2a6-2c2ea5f41899,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:38.605138 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 49220) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:38.618299 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e361d907-5d9a-4740-be03-806e1c34060f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:38.692641 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e361d907-5d9a-4740-be03-806e1c34060f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:38.696190 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-e361d907-5d9a-4740-be03-806e1c34060f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:38.734730 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-e361d907-5d9a-4740-be03-806e1c34060f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bd5b13effd2e455caa6f6bafaebfeaa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1284266 Nov 29 22:07:38.735477 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361d907-5d9a-4740-be03-806e1c34060f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee1a3be-5f54-41c4-912d-11598ea12938,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:38.737485 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 49222) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:38.785662 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9297d3ed-804f-4ee2-b9df-1a98659b39a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:38.807145 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9297d3ed-804f-4ee2-b9df-1a98659b39a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:38.853351 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9297d3ed-804f-4ee2-b9df-1a98659b39a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:38.856260 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-9297d3ed-804f-4ee2-b9df-1a98659b39a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:38.857403 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-9297d3ed-804f-4ee2-b9df-1a98659b39a2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dee1a3be-5f54-41c4-912d-11598ea12938 HTTP/1.1" status: 204 len: 168 time: 0.1188815 Nov 29 22:07:38.864815 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297d3ed-804f-4ee2-b9df-1a98659b39a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee1a3be-5f54-41c4-912d-11598ea12938,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:39.702173 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-79834efc-bc40-4df4-b4d4-5b00b5fb1822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:40.788377 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 49294) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:40.893279 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6bc462d3-32d6-4829-a020-92a0823fa023 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:40.926178 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:40.967797 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6bc462d3-32d6-4829-a020-92a0823fa023 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:40.971309 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-6bc462d3-32d6-4829-a020-92a0823fa023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:41.011537 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-6bc462d3-32d6-4829-a020-92a0823fa023 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a3cc9a025c7345cb8d1e193ae646feaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220535 Nov 29 22:07:41.012435 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc462d3-32d6-4829-a020-92a0823fa023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523d5a60-211d-429e-b366-bf17a4a18118,revision_number=1']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:41.014250 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 49298) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:41.062049 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-14fa800c-1063-4996-8e31-87ad2ba0aa28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:41.083954 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-14fa800c-1063-4996-8e31-87ad2ba0aa28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:41.129133 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-14fa800c-1063-4996-8e31-87ad2ba0aa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:41.131904 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-14fa800c-1063-4996-8e31-87ad2ba0aa28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:41.133076 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-14fa800c-1063-4996-8e31-87ad2ba0aa28 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/523d5a60-211d-429e-b366-bf17a4a18118 HTTP/1.1" status: 204 len: 168 time: 0.1177742 Nov 29 22:07:41.142656 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa800c-1063-4996-8e31-87ad2ba0aa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523d5a60-211d-429e-b366-bf17a4a18118,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:41.389658 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 49304) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:41.405269 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5eca4379-ffed-4077-9893-7b07e543f063 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:41.478653 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5eca4379-ffed-4077-9893-7b07e543f063 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:41.484409 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-5eca4379-ffed-4077-9893-7b07e543f063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:41.526659 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-5eca4379-ffed-4077-9893-7b07e543f063 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4431b4af09a946e58ee1d253a3550d47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358817 Nov 29 22:07:41.527585 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca4379-ffed-4077-9893-7b07e543f063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305b5a2e-16c5-4904-ba31-8f8f2ed93567,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:41.529368 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 49308) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:07:41.577955 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-91ed1298-5b1f-42e9-92d0-bcd25c6b093e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:41.598994 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-91ed1298-5b1f-42e9-92d0-bcd25c6b093e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:41.644247 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-91ed1298-5b1f-42e9-92d0-bcd25c6b093e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:41.647007 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-91ed1298-5b1f-42e9-92d0-bcd25c6b093e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:41.648177 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-91ed1298-5b1f-42e9-92d0-bcd25c6b093e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/305b5a2e-16c5-4904-ba31-8f8f2ed93567 HTTP/1.1" status: 204 len: 168 time: 0.1178300 Nov 29 22:07:41.656634 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed1298-5b1f-42e9-92d0-bcd25c6b093e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305b5a2e-16c5-4904-ba31-8f8f2ed93567,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:07:42.185875 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:43.156122 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:07:45.615271 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:08:00.169024 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:08:07.257045 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-35cf30aa-0aa8-4e0a-8d68-4ae48ed74bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:08:09.707343 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-bf19f069-bafe-4ffc-b5e3-250408e522cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:08:10.929252 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:08:12.188231 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:08:12.642749 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-15d4afba-bf2c-4beb-a23b-db8ea758ba42 req-7748cdfc-6013-4a11-a533-f68f4c4b2d64 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392878 Nov 29 22:08:12.734529 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4afba-bf2c-4beb-a23b-db8ea758ba42 req-4467958c-93df-43e7-869f-ed327bd5bcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:08:12.736236 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-15d4afba-bf2c-4beb-a23b-db8ea758ba42 req-4467958c-93df-43e7-869f-ed327bd5bcd8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=152b1d5d94d6428cb560709369198732&device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 1099 time: 0.0426097 Nov 29 22:08:12.843597 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4afba-bf2c-4beb-a23b-db8ea758ba42 req-5fb24ff2-3f44-4089-bfae-b3567ee10ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:08:12.845053 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-15d4afba-bf2c-4beb-a23b-db8ea758ba42 req-5fb24ff2-3f44-4089-bfae-b3567ee10ac7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca HTTP/1.1" status: 200 len: 915 time: 0.0894697 Nov 29 22:08:12.886775 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-15d4afba-bf2c-4beb-a23b-db8ea758ba42 req-2e8a2ec8-14ae-4b4e-944f-5ef5cbe2eda3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6693cdb-c80a-4adf-a955-e9dff727b80d HTTP/1.1" status: 200 len: 217 time: 0.0342431 Nov 29 22:08:12.938654 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4afba-bf2c-4beb-a23b-db8ea758ba42 req-a04892c6-d32f-4c5b-b0c9-328fb950755d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:08:12.940055 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-15d4afba-bf2c-4beb-a23b-db8ea758ba42 req-a04892c6-d32f-4c5b-b0c9-328fb950755d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=606e044f-570e-452f-951c-804de9da9ad1 HTTP/1.1" status: 200 len: 853 time: 0.0464716 Nov 29 22:08:12.984095 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4afba-bf2c-4beb-a23b-db8ea758ba42 req-5a8f6c52-dede-47e6-a630-affaf3162b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:08:12.985538 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-15d4afba-bf2c-4beb-a23b-db8ea758ba42 req-5a8f6c52-dede-47e6-a630-affaf3162b47 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389941 Nov 29 22:08:12.996369 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [req-15d4afba-bf2c-4beb-a23b-db8ea758ba42 req-458ed0b4-2dc3-4964-8add-ac78758010c0 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=109068) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 22:08:12.997314 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-15d4afba-bf2c-4beb-a23b-db8ea758ba42 req-458ed0b4-2dc3-4964-8add-ac78758010c0 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053024 Nov 29 22:08:13.094826 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-15d4afba-bf2c-4beb-a23b-db8ea758ba42 req-89f6892f-f13f-4503-9ef9-c055a3c47599 service neutron] 10.222.0.61 "GET /v2.0/networks/7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869920 Nov 29 22:08:13.164803 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:08:13.200071 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-15d4afba-bf2c-4beb-a23b-db8ea758ba42 req-efea82de-d822-4642-8b97-c8f58da7293f service neutron] 10.222.0.61 "GET /v2.0/networks/7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013913 Nov 29 22:08:18.154832 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 49636) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:08:18.259140 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-929b27bb-cdf8-40e3-9e0f-7a2a4f80d7e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:08:18.337575 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-929b27bb-cdf8-40e3-9e0f-7a2a4f80d7e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:08:18.341392 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-929b27bb-cdf8-40e3-9e0f-7a2a4f80d7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_create {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:08:18.382394 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-929b27bb-cdf8-40e3-9e0f-7a2a4f80d7e9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=67286cae62ed411e9cdc8d42b1c47cd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264717 Nov 29 22:08:18.383347 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b27bb-cdf8-40e3-9e0f-7a2a4f80d7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2ba8e1-2648-4698-8b68-4eb770269093,revision_number=1']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:08:18.385681 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 49640) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:08:18.391345 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929b27bb-cdf8-40e3-9e0f-7a2a4f80d7e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:08:18.391698 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929b27bb-cdf8-40e3-9e0f-7a2a4f80d7e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:08:18.392043 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929b27bb-cdf8-40e3-9e0f-7a2a4f80d7e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:08:18.392382 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929b27bb-cdf8-40e3-9e0f-7a2a4f80d7e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:08:18.392715 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929b27bb-cdf8-40e3-9e0f-7a2a4f80d7e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:08:18.393046 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929b27bb-cdf8-40e3-9e0f-7a2a4f80d7e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:08:18.393378 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929b27bb-cdf8-40e3-9e0f-7a2a4f80d7e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:08:18.393736 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929b27bb-cdf8-40e3-9e0f-7a2a4f80d7e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:08:18.394066 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929b27bb-cdf8-40e3-9e0f-7a2a4f80d7e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:08:18.394390 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929b27bb-cdf8-40e3-9e0f-7a2a4f80d7e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:08:18.394715 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929b27bb-cdf8-40e3-9e0f-7a2a4f80d7e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:08:18.395035 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929b27bb-cdf8-40e3-9e0f-7a2a4f80d7e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:08:18.436729 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-49c40db2-d18b-4ce7-92c9-febbb3a8b8eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:08:18.460155 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-49c40db2-d18b-4ce7-92c9-febbb3a8b8eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:08:18.506567 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-49c40db2-d18b-4ce7-92c9-febbb3a8b8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:08:18.509145 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-49c40db2-d18b-4ce7-92c9-febbb3a8b8eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:08:18.511109 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-49c40db2-d18b-4ce7-92c9-febbb3a8b8eb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0e2ba8e1-2648-4698-8b68-4eb770269093 HTTP/1.1" status: 204 len: 168 time: 0.1244223 Nov 29 22:08:18.518542 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c40db2-d18b-4ce7-92c9-febbb3a8b8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2ba8e1-2648-4698-8b68-4eb770269093,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:08:18.525617 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c40db2-d18b-4ce7-92c9-febbb3a8b8eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:08:18.525961 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c40db2-d18b-4ce7-92c9-febbb3a8b8eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:08:18.526297 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c40db2-d18b-4ce7-92c9-febbb3a8b8eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:08:18.526630 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c40db2-d18b-4ce7-92c9-febbb3a8b8eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:08:18.526955 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c40db2-d18b-4ce7-92c9-febbb3a8b8eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:08:18.527310 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c40db2-d18b-4ce7-92c9-febbb3a8b8eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:08:18.527641 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c40db2-d18b-4ce7-92c9-febbb3a8b8eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:08:18.527970 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c40db2-d18b-4ce7-92c9-febbb3a8b8eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:08:18.528292 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c40db2-d18b-4ce7-92c9-febbb3a8b8eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:08:18.528613 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c40db2-d18b-4ce7-92c9-febbb3a8b8eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:08:18.528999 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c40db2-d18b-4ce7-92c9-febbb3a8b8eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:08:18.529230 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c40db2-d18b-4ce7-92c9-febbb3a8b8eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:08:22.614280 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:08:30.183286 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:08:37.258305 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-6ec9475a-5a7c-4eae-be22-99327287a875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:08:39.708634 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-07a3e922-5b4e-4999-a7a8-49427203db32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:08:40.935150 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:08:42.191590 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:08:43.156992 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:08:59.612976 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:09:00.186115 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:09:07.259615 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a6bd36a8-10ff-4e2e-a1bf-165f34acfe85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:09:09.710971 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b53173e8-81b2-4a08-859b-f5f62808f4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:09:10.935664 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:09:12.192308 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:09:13.158895 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:09:13.635649 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3f0d6441-22cd-41c1-8916-3ed8f22036d2 req-9b386a4d-d707-4e58-aa5f-e005883c4413 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389435 Nov 29 22:09:13.716882 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d6441-22cd-41c1-8916-3ed8f22036d2 req-f64fb178-0865-43bc-9c1d-05d59ac28538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:09:13.718355 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3f0d6441-22cd-41c1-8916-3ed8f22036d2 req-f64fb178-0865-43bc-9c1d-05d59ac28538 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=152b1d5d94d6428cb560709369198732&device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 1099 time: 0.0399697 Nov 29 22:09:13.821975 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d6441-22cd-41c1-8916-3ed8f22036d2 req-9afe3cf3-cf72-466a-8f0f-5523d28c5e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:09:13.824089 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3f0d6441-22cd-41c1-8916-3ed8f22036d2 req-9afe3cf3-cf72-466a-8f0f-5523d28c5e78 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca HTTP/1.1" status: 200 len: 915 time: 0.0852737 Nov 29 22:09:13.864181 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3f0d6441-22cd-41c1-8916-3ed8f22036d2 req-77ab10ac-1b9c-4c7f-b067-37ff483f01d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6693cdb-c80a-4adf-a955-e9dff727b80d HTTP/1.1" status: 200 len: 217 time: 0.0341060 Nov 29 22:09:13.911965 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d6441-22cd-41c1-8916-3ed8f22036d2 req-b514beaf-a986-4fef-8e40-1cf853ca0394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:09:13.913276 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3f0d6441-22cd-41c1-8916-3ed8f22036d2 req-b514beaf-a986-4fef-8e40-1cf853ca0394 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=606e044f-570e-452f-951c-804de9da9ad1 HTTP/1.1" status: 200 len: 853 time: 0.0411618 Nov 29 22:09:13.961191 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d6441-22cd-41c1-8916-3ed8f22036d2 req-faee5f8b-2f58-4016-852d-0564e9ba895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:09:13.962661 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3f0d6441-22cd-41c1-8916-3ed8f22036d2 req-faee5f8b-2f58-4016-852d-0564e9ba895d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421689 Nov 29 22:09:14.050924 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3f0d6441-22cd-41c1-8916-3ed8f22036d2 req-2f78c20e-83be-4464-b42c-e1199fb26866 service neutron] 10.222.0.61 "GET /v2.0/networks/7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808291 Nov 29 22:09:14.143448 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-3f0d6441-22cd-41c1-8916-3ed8f22036d2 req-d0a2d8e2-cd71-4cc1-9803-a366e29c8a72 service neutron] 10.222.0.61 "GET /v2.0/networks/7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845222 Nov 29 22:09:30.197651 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:09:36.611930 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:09:37.261399 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9bac22ec-a167-44c5-a681-cb64eceba23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:09:39.713863 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7d5e1a31-dea7-487c-9f50-36ba17114bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:09:40.938519 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:09:42.194878 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:09:43.160893 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:00.211235 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:07.261818 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-06c2bde8-7eb9-4888-a3a5-a611d75b9a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:09.715780 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-6a0a46f4-49bf-4617-82a0-74a286c6fad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:10.944519 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:12.198187 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:13.170362 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:13.612005 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:10:13.738413 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-5cd381be-6ee8-490b-a8ee-1dd71d29a78b req-a454f26e-a8ad-4f46-9528-29939d09a5f1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1287537 Nov 29 22:10:13.819451 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd381be-6ee8-490b-a8ee-1dd71d29a78b req-4c6d2a1e-4902-4050-92e4-1fb33080414e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:10:13.820984 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-5cd381be-6ee8-490b-a8ee-1dd71d29a78b req-4c6d2a1e-4902-4050-92e4-1fb33080414e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=152b1d5d94d6428cb560709369198732&device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 1099 time: 0.0400259 Nov 29 22:10:13.924962 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd381be-6ee8-490b-a8ee-1dd71d29a78b req-831b812c-00b5-4a93-8d46-3e5e686153e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:10:13.926333 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-5cd381be-6ee8-490b-a8ee-1dd71d29a78b req-831b812c-00b5-4a93-8d46-3e5e686153e7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca HTTP/1.1" status: 200 len: 915 time: 0.0864291 Nov 29 22:10:13.966670 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-5cd381be-6ee8-490b-a8ee-1dd71d29a78b req-5b837468-53d1-4b9a-954f-616a1796d6f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6693cdb-c80a-4adf-a955-e9dff727b80d HTTP/1.1" status: 200 len: 217 time: 0.0325727 Nov 29 22:10:14.013925 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd381be-6ee8-490b-a8ee-1dd71d29a78b req-00ecce71-6941-4362-993c-6ff1fa29cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:10:14.015755 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-5cd381be-6ee8-490b-a8ee-1dd71d29a78b req-00ecce71-6941-4362-993c-6ff1fa29cf43 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=606e044f-570e-452f-951c-804de9da9ad1 HTTP/1.1" status: 200 len: 853 time: 0.0425968 Nov 29 22:10:14.063502 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd381be-6ee8-490b-a8ee-1dd71d29a78b req-940dc635-fdcb-49d9-a701-094a5570e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:10:14.064940 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-5cd381be-6ee8-490b-a8ee-1dd71d29a78b req-940dc635-fdcb-49d9-a701-094a5570e24a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419943 Nov 29 22:10:14.152960 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-5cd381be-6ee8-490b-a8ee-1dd71d29a78b req-e0aa4d5a-437b-4574-9818-0ffe90a78315 service neutron] 10.222.0.61 "GET /v2.0/networks/7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809164 Nov 29 22:10:14.245536 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-5cd381be-6ee8-490b-a8ee-1dd71d29a78b req-0ffb3fec-c6d5-4d08-86b8-164039b4d047 service neutron] 10.222.0.61 "GET /v2.0/networks/7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855346 Nov 29 22:10:22.097214 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04009836-984b-4db5-9e8b-9400c14e212b req-9d2b50ea-a81a-4c56-988b-de3415dda347 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:10:22.098685 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-04009836-984b-4db5-9e8b-9400c14e212b req-9d2b50ea-a81a-4c56-988b-de3415dda347 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 946 time: 0.1582236 Nov 29 22:10:22.149462 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [req-04009836-984b-4db5-9e8b-9400c14e212b req-fe1af32f-01b9-4e56-8e9c-91b9be7b2150 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.62 "GET /v2.0/security-groups?id=c7c3607b-7b5b-49c8-82ea-a05b70a3b55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445347 Nov 29 22:10:22.353175 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328eaa76-797b-4b8b-8d28-15afde06e9c0 req-46272d73-481e-47d3-949f-6cb160c97772 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 22:10:22.354668 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-328eaa76-797b-4b8b-8d28-15afde06e9c0 req-46272d73-481e-47d3-949f-6cb160c97772 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a859a9b-3371-4c35-a2b3-184f69c12d70 HTTP/1.1" status: 200 len: 946 time: 0.0468724 Nov 29 22:10:22.444650 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-328eaa76-797b-4b8b-8d28-15afde06e9c0 req-6afc806a-e2de-4f60-9a2b-b2e21e2d5f69 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Deleting port f6693cdb-c80a-4adf-a955-e9dff727b80d {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:10:22.444987 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-328eaa76-797b-4b8b-8d28-15afde06e9c0 req-6afc806a-e2de-4f60-9a2b-b2e21e2d5f69 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:22.530621 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [req-328eaa76-797b-4b8b-8d28-15afde06e9c0 req-6afc806a-e2de-4f60-9a2b-b2e21e2d5f69 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] For port f6693cdb-c80a-4adf-a955-e9dff727b80d, host hv-cinder-81972, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81972',level=0,port_id=f6693cdb-c80a-4adf-a955-e9dff727b80d,segment=NetworkSegment(ffa80648-9d6d-4182-9fec-db6b965f267f),segment_id=ffa80648-9d6d-4182-9fec-db6b965f267f)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:10:22.530971 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-328eaa76-797b-4b8b-8d28-15afde06e9c0 req-6afc806a-e2de-4f60-9a2b-b2e21e2d5f69 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:22.543645 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [req-328eaa76-797b-4b8b-8d28-15afde06e9c0 req-6afc806a-e2de-4f60-9a2b-b2e21e2d5f69 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Calling delete_port for f6693cdb-c80a-4adf-a955-e9dff727b80d owned by compute:nova {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:10:22.671341 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-328eaa76-797b-4b8b-8d28-15afde06e9c0 req-6afc806a-e2de-4f60-9a2b-b2e21e2d5f69 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:22.683439 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] get_ports_and_sgs() called for port_ids ['f6693cdb-c80a-4adf-a955-e9dff727b80d'] {{(pid=109069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 22:10:22.697651 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc806a-e2de-4f60-9a2b-b2e21e2d5f69 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Pushing event deleted for resources: {'Port': ['ID=f6693cdb-c80a-4adf-a955-e9dff727b80d,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:10:22.710077 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc806a-e2de-4f60-9a2b-b2e21e2d5f69 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:22.710437 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc806a-e2de-4f60-9a2b-b2e21e2d5f69 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:22.710784 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc806a-e2de-4f60-9a2b-b2e21e2d5f69 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:22.711147 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc806a-e2de-4f60-9a2b-b2e21e2d5f69 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:22.711497 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc806a-e2de-4f60-9a2b-b2e21e2d5f69 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:22.711833 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc806a-e2de-4f60-9a2b-b2e21e2d5f69 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:22.712168 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc806a-e2de-4f60-9a2b-b2e21e2d5f69 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:22.713124 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc806a-e2de-4f60-9a2b-b2e21e2d5f69 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:22.713684 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc806a-e2de-4f60-9a2b-b2e21e2d5f69 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:22.714021 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc806a-e2de-4f60-9a2b-b2e21e2d5f69 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:22.714352 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc806a-e2de-4f60-9a2b-b2e21e2d5f69 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:22.714680 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc806a-e2de-4f60-9a2b-b2e21e2d5f69 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:22.750004 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [req-328eaa76-797b-4b8b-8d28-15afde06e9c0 req-6afc806a-e2de-4f60-9a2b-b2e21e2d5f69 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] No DVR routers for this DVR port f6693cdb-c80a-4adf-a955-e9dff727b80d on host hv-cinder-81972 {{(pid=109068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 22:10:22.752456 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [req-328eaa76-797b-4b8b-8d28-15afde06e9c0 req-6afc806a-e2de-4f60-9a2b-b2e21e2d5f69 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3960'] for port, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:22.755802 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [req-328eaa76-797b-4b8b-8d28-15afde06e9c0 req-6afc806a-e2de-4f60-9a2b-b2e21e2d5f69 tempest-TestMinimumBasicScenario-1613669862 tempest-TestMinimumBasicScenario-1613669862-project] 10.222.0.61 "DELETE /v2.0/ports/f6693cdb-c80a-4adf-a955-e9dff727b80d HTTP/1.1" status: 204 len: 173 time: 0.3952284 Nov 29 22:10:22.756241 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a859a9b-3371-4c35-a2b3-184f69c12d70', 'name': 'network-vif-deleted', 'tag': 'f6693cdb-c80a-4adf-a955-e9dff727b80d'}] {{(pid=109068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 22:10:22.758476 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ea51684c72dab594529981c3733255cddd31bc2696d06afe6b43d87b39ca864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dea2c63-298f-49e3-bfb4-d0934132100d" -d '{"events": [{"server_uuid": "9a859a9b-3371-4c35-a2b3-184f69c12d70", "name": "network-vif-deleted", "tag": "f6693cdb-c80a-4adf-a955-e9dff727b80d"}]}' {{(pid=109068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 22:10:22.805575 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 22:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8f9533-7123-4d4e-8cf6-5f166f536fb6 x-openstack-request-id: req-5a8f9533-7123-4d4e-8cf6-5f166f536fb6 {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 22:10:22.805871 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a859a9b-3371-4c35-a2b3-184f69c12d70", "name": "network-vif-deleted", "tag": "f6693cdb-c80a-4adf-a955-e9dff727b80d", "status": "completed", "code": 200}]} {{(pid=109068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 22:10:22.806158 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a8f9533-7123-4d4e-8cf6-5f166f536fb6 {{(pid=109068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 22:10:22.806567 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a859a9b-3371-4c35-a2b3-184f69c12d70', 'name': 'network-vif-deleted', 'tag': 'f6693cdb-c80a-4adf-a955-e9dff727b80d', 'status': 'completed', 'code': 200} Nov 29 22:10:23.958477 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 49988) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:10:24.389952 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-9a3bcb0a-144a-4868-b718-3ef06984b388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817269'] for router_interface, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:24.630151 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-9a3bcb0a-144a-4868-b718-3ef06984b388 admin admin] Deleting port 1aa9f7c2-6649-4df5-8677-ee06b45c0c58 {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:10:24.630480 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-9a3bcb0a-144a-4868-b718-3ef06984b388 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:24.705846 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [None req-9a3bcb0a-144a-4868-b718-3ef06984b388 admin admin] For port 1aa9f7c2-6649-4df5-8677-ee06b45c0c58, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=1aa9f7c2-6649-4df5-8677-ee06b45c0c58,segment=NetworkSegment(ffa80648-9d6d-4182-9fec-db6b965f267f),segment_id=ffa80648-9d6d-4182-9fec-db6b965f267f)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:10:24.706160 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-9a3bcb0a-144a-4868-b718-3ef06984b388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:24.722052 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-9a3bcb0a-144a-4868-b718-3ef06984b388 admin admin] Calling delete_port for 1aa9f7c2-6649-4df5-8677-ee06b45c0c58 owned by network:router_interface {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:10:24.894896 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-9a3bcb0a-144a-4868-b718-3ef06984b388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:24.924584 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bcb0a-144a-4868-b718-3ef06984b388 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa9f7c2-6649-4df5-8677-ee06b45c0c58,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:10:25.083991 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-9a3bcb0a-144a-4868-b718-3ef06984b388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810949'] for router_interface, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:25.546831 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3bcb0a-144a-4868-b718-3ef06984b388 admin admin] Router 07944113-048f-48d2-892e-7ac7f94edd5f has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 22:10:25.649263 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3bcb0a-144a-4868-b718-3ef06984b388 admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 22:10:25.654934 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-9a3bcb0a-144a-4868-b718-3ef06984b388 admin admin] 10.222.0.62 "PUT /v2.0/routers/07944113-048f-48d2-892e-7ac7f94edd5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6949677 Nov 29 22:10:25.657321 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 49992) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:10:25.659007 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0165cf9-da54-45af-a5bb-dc7a79beb02b None None] Sync routers for ids ['07944113-048f-48d2-892e-7ac7f94edd5f'] in dv-cinder-819722-1-iscsi {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 22:10:25.669226 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0165cf9-da54-45af-a5bb-dc7a79beb02b None None] Routers {'07944113-048f-48d2-892e-7ac7f94edd5f'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:10:25.669836 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-c0165cf9-da54-45af-a5bb-dc7a79beb02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:10:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['07944113-048f-48d2-892e-7ac7f94edd5f'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:10:25.762454 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bed7af4a-a176-4485-830b-cd0c9c70ed5d admin admin] Publish callbacks [] for router, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:25.871942 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bed7af4a-a176-4485-830b-cd0c9c70ed5d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:25.906497 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-c0165cf9-da54-45af-a5bb-dc7a79beb02b None None] Set router 07944113-048f-48d2-892e-7ac7f94edd5f gateway port host: dv-cinder-819722-1-iscsi {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:10:25.925654 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-bed7af4a-a176-4485-830b-cd0c9c70ed5d admin admin] Deleting port 99821def-7a7e-4811-8367-823eaf35d27d {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:10:25.925994 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bed7af4a-a176-4485-830b-cd0c9c70ed5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:26.006822 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [None req-bed7af4a-a176-4485-830b-cd0c9c70ed5d admin admin] For port 99821def-7a7e-4811-8367-823eaf35d27d, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=99821def-7a7e-4811-8367-823eaf35d27d,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:10:26.007222 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bed7af4a-a176-4485-830b-cd0c9c70ed5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:26.020457 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-bed7af4a-a176-4485-830b-cd0c9c70ed5d admin admin] Calling delete_port for 99821def-7a7e-4811-8367-823eaf35d27d owned by network:router_gateway {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:10:26.080070 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-c0165cf9-da54-45af-a5bb-dc7a79beb02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07944113-048f-48d2-892e-7ac7f94edd5f', 'name': 'tempest-TestMinimumBasicScenario-506347143-router', 'tenant_id': '152b1d5d94d6428cb560709369198732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '99821def-7a7e-4811-8367-823eaf35d27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:03:38Z', 'updated_at': '2021-11-29T22:10:24Z', 'revision_number': 5, 'project_id': '152b1d5d94d6428cb560709369198732', 'gw_port': {'id': '99821def-7a7e-4811-8367-823eaf35d27d', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07944113-048f-48d2-892e-7ac7f94edd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:03:38Z', 'updated_at': '2021-11-29T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:10:26.107066 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0165cf9-da54-45af-a5bb-dc7a79beb02b None None] Checking router: 07944113-048f-48d2-892e-7ac7f94edd5f for host: dv-cinder-819722-1-iscsi {{(pid=109069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 22:10:26.115396 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0165cf9-da54-45af-a5bb-dc7a79beb02b None None] Routers {'07944113-048f-48d2-892e-7ac7f94edd5f'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:10:26.116002 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-c0165cf9-da54-45af-a5bb-dc7a79beb02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:10:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['07944113-048f-48d2-892e-7ac7f94edd5f'], 'active': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:10:26.189065 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bed7af4a-a176-4485-830b-cd0c9c70ed5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:26.207279 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvr_db [None req-c0165cf9-da54-45af-a5bb-dc7a79beb02b None None] Set router 07944113-048f-48d2-892e-7ac7f94edd5f gateway port host: None {{(pid=109069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:10:26.219711 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7af4a-a176-4485-830b-cd0c9c70ed5d admin admin] Pushing event deleted for resources: {'Port': ['ID=99821def-7a7e-4811-8367-823eaf35d27d,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:10:26.266365 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_hamode_db [None req-c0165cf9-da54-45af-a5bb-dc7a79beb02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07944113-048f-48d2-892e-7ac7f94edd5f', 'name': 'tempest-TestMinimumBasicScenario-506347143-router', 'tenant_id': '152b1d5d94d6428cb560709369198732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:03:38Z', 'updated_at': '2021-11-29T22:10:25Z', 'revision_number': 6, 'project_id': '152b1d5d94d6428cb560709369198732', 'gw_port_host': None}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:10:26.281082 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bed7af4a-a176-4485-830b-cd0c9c70ed5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811427'] for router_gateway, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:26.295848 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0165cf9-da54-45af-a5bb-dc7a79beb02b None None] The sync data for ids ['07944113-048f-48d2-892e-7ac7f94edd5f'] in dv-cinder-819722-1-iscsi is: [{'id': '07944113-048f-48d2-892e-7ac7f94edd5f', 'name': 'tempest-TestMinimumBasicScenario-506347143-router', 'tenant_id': '152b1d5d94d6428cb560709369198732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:03:38Z', 'updated_at': '2021-11-29T22:10:25Z', 'revision_number': 6, 'project_id': '152b1d5d94d6428cb560709369198732', 'gw_port_host': None}] {{(pid=109069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 22:10:26.374331 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bed7af4a-a176-4485-830b-cd0c9c70ed5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63472'] for router, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:26.376571 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bed7af4a-a176-4485-830b-cd0c9c70ed5d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:26.419747 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bed7af4a-a176-4485-830b-cd0c9c70ed5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811982'] for router, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:26.420300 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed7af4a-a176-4485-830b-cd0c9c70ed5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07944113-048f-48d2-892e-7ac7f94edd5f {{(pid=109068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 22:10:26.425894 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-bed7af4a-a176-4485-830b-cd0c9c70ed5d admin admin] Publish callbacks [] for router, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:26.427047 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-bed7af4a-a176-4485-830b-cd0c9c70ed5d admin admin] 10.222.0.62 "DELETE /v2.0/routers/07944113-048f-48d2-892e-7ac7f94edd5f HTTP/1.1" status: 204 len: 168 time: 0.7683640 Nov 29 22:10:26.429489 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 49994) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:10:26.477517 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_v2 [None req-88833692-1090-4b12-97d6-ebf948239b38 admin admin] Deleting subnet 606e044f-570e-452f-951c-804de9da9ad1 {{(pid=109068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 22:10:26.481045 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-88833692-1090-4b12-97d6-ebf948239b38 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:26.513844 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-88833692-1090-4b12-97d6-ebf948239b38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127331947'] for subnet, precommit_delete_associations {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:26.588957 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-88833692-1090-4b12-97d6-ebf948239b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730469'] for subnet, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:26.648546 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-88833692-1090-4b12-97d6-ebf948239b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126529978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126160809'] for subnet, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:26.675961 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88833692-1090-4b12-97d6-ebf948239b38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=606e044f-570e-452f-951c-804de9da9ad1,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:10:26.681769 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-88833692-1090-4b12-97d6-ebf948239b38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for subnet, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:26.686409 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-88833692-1090-4b12-97d6-ebf948239b38 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/606e044f-570e-452f-951c-804de9da9ad1 HTTP/1.1" status: 204 len: 168 time: 0.2555227 Nov 29 22:10:26.687577 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009b3a05-5459-48c8-bafa-7120770cbfb8 None None] Network 7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 22:10:26.688809 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 49996) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:10:26.765570 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606273'] for network, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:26.818740 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Deleting port f78ea55c-2de7-4f60-88cb-6edcefa1dfe3 {{(pid=109067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:10:26.819094 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:26.880769 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.db [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] For port f78ea55c-2de7-4f60-88cb-6edcefa1dfe3, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=f78ea55c-2de7-4f60-88cb-6edcefa1dfe3,segment=NetworkSegment(ffa80648-9d6d-4182-9fec-db6b965f267f),segment_id=ffa80648-9d6d-4182-9fec-db6b965f267f)] {{(pid=109067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:10:26.881123 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:26.897546 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.plugin [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Calling delete_port for f78ea55c-2de7-4f60-88cb-6edcefa1dfe3 owned by network:dhcp {{(pid=109067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:10:26.973237 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126503686'] for port, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:26.999074 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Pushing event deleted for resources: {'Port': ['ID=f78ea55c-2de7-4f60-88cb-6edcefa1dfe3,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:10:27.003585 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] No DVR routers for this DVR port f78ea55c-2de7-4f60-88cb-6edcefa1dfe3 on host dv-cinder-819722-1-iscsi {{(pid=109067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 22:10:27.030695 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:27.031044 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:27.031409 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:27.031746 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:27.032076 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:27.032411 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:27.032737 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:27.033064 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:27.033386 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:27.033715 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:27.034026 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:27.034360 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:27.077723 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e07b31a-d532-4f11-974e-8e14b2f58195 None None] DHCP port deletion for 7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca request from dv-cinder-819722-1-iscsi {{(pid=109069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 22:10:27.088872 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731116', 'neutron.services.segments.db._delete_segments_for_network-8752945619276'] for network, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:27.114358 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca']}} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:10:27.124754 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa80648-9d6d-4182-9fec-db6b965f267f') {'for_net_delete': True} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:10:27.125049 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.services.segments.db [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa80648-9d6d-4182-9fec-db6b965f267f') {} {{(pid=109067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:10:27.135431 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752945621589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126503933'] for segment, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:27.149360 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:27.155594 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=109067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 22:10:27.155972 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126503641'] for segment, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: Traceback (most recent call last): Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: timer() Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: cb(*args, **kw) Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: return func(*args, **kwargs) Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: self._notify() Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: self.callback(batched_events) Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: event.method(event) Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: return f(self, *a, **k) Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: return self._get(url).json() Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: return self.request(url, 'GET', **kwargs) Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 22:10:27.157808 dv-cinder-819722-1-iscsi neutron-server[109067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 22:10:27.217458 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811335'] for network, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:27.222889 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:27.226123 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca HTTP/1.1" status: 204 len: 168 time: 0.5362980 Nov 29 22:10:27.230007 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 49998) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:10:27.237174 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5022452-006c-4720-8063-cdd50fec3677 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ed8b8fe-2d1b-40ab-90fb-9749f3f40dca,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:10:27.309903 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device f6693cdb-c80a-4adf-a955-e9dff727b80d no longer exists at agent hyperv_hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 22:10:27.331221 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] No Port match for: f6693cdb-c80a-4adf-a955-e9dff727b80d {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 22:10:27.331568 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Device f6693cdb-c80a-4adf-a955-e9dff727b80d not bound to the agent host hv-cinder-81972 {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 22:10:27.574831 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-67b0b4d9-4e91-41d2-bec6-fecfa49d81cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1817269'] for router_interface, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:27.812464 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-67b0b4d9-4e91-41d2-bec6-fecfa49d81cd admin admin] Deleting port 140fdd2c-9ed8-4c8d-a355-228eeaccf2f7 {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:10:27.812807 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-67b0b4d9-4e91-41d2-bec6-fecfa49d81cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:27.891877 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [None req-67b0b4d9-4e91-41d2-bec6-fecfa49d81cd admin admin] For port 140fdd2c-9ed8-4c8d-a355-228eeaccf2f7, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=140fdd2c-9ed8-4c8d-a355-228eeaccf2f7,segment=NetworkSegment(bc4823d0-efd0-474e-aafa-b42e1e4608b6),segment_id=bc4823d0-efd0-474e-aafa-b42e1e4608b6)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:10:27.892161 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-67b0b4d9-4e91-41d2-bec6-fecfa49d81cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:27.904575 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-67b0b4d9-4e91-41d2-bec6-fecfa49d81cd admin admin] Calling delete_port for 140fdd2c-9ed8-4c8d-a355-228eeaccf2f7 owned by network:router_interface {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:10:28.079173 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-67b0b4d9-4e91-41d2-bec6-fecfa49d81cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:28.104161 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0b4d9-4e91-41d2-bec6-fecfa49d81cd admin admin] Pushing event deleted for resources: {'Port': ['ID=140fdd2c-9ed8-4c8d-a355-228eeaccf2f7,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:10:28.254799 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 99821def-7a7e-4811-8367-823eaf35d27d no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 22:10:28.277563 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No Port match for: 99821def-7a7e-4811-8367-823eaf35d27d {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 22:10:28.278169 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 99821def-7a7e-4811-8367-823eaf35d27d not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 22:10:28.278589 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device f78ea55c-2de7-4f60-88cb-6edcefa1dfe3 no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 22:10:28.294305 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-67b0b4d9-4e91-41d2-bec6-fecfa49d81cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1810949'] for router_interface, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:28.299237 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No Port match for: f78ea55c-2de7-4f60-88cb-6edcefa1dfe3 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 22:10:28.299591 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device f78ea55c-2de7-4f60-88cb-6edcefa1dfe3 not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 22:10:28.300222 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 1aa9f7c2-6649-4df5-8677-ee06b45c0c58 no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 22:10:28.322376 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No Port match for: 1aa9f7c2-6649-4df5-8677-ee06b45c0c58 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 22:10:28.322869 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 1aa9f7c2-6649-4df5-8677-ee06b45c0c58 not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 22:10:28.506489 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b0b4d9-4e91-41d2-bec6-fecfa49d81cd admin admin] Router 0bd11fbb-7057-4e2f-a9cd-89128c1244ef has already been hosted by L3 agent 45234573-5df4-4e32-989b-85d77f36231f {{(pid=109068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 22:10:28.610750 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b0b4d9-4e91-41d2-bec6-fecfa49d81cd admin admin] Notify agent at l3_agent.dv-cinder-819722-1-iscsi the message routers_updated {{(pid=109068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 22:10:28.616082 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-67b0b4d9-4e91-41d2-bec6-fecfa49d81cd admin admin] 10.222.0.62 "PUT /v2.0/routers/0bd11fbb-7057-4e2f-a9cd-89128c1244ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3850348 Nov 29 22:10:28.619538 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 50000) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:10:28.620488 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d7fdc-4f1c-45d0-a76c-85cc91a123b7 None None] Sync routers for ids ['0bd11fbb-7057-4e2f-a9cd-89128c1244ef'] in dv-cinder-819722-1-iscsi {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 22:10:28.630575 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d7fdc-4f1c-45d0-a76c-85cc91a123b7 None None] Routers {'0bd11fbb-7057-4e2f-a9cd-89128c1244ef'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:10:28.631297 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-0d3d7fdc-4f1c-45d0-a76c-85cc91a123b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:10:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['0bd11fbb-7057-4e2f-a9cd-89128c1244ef'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:10:28.724001 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1fcc6b03-efd3-424d-9947-8e91a42dc10e admin admin] Publish callbacks [] for router, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:28.743792 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-0d3d7fdc-4f1c-45d0-a76c-85cc91a123b7 None None] Set router 0bd11fbb-7057-4e2f-a9cd-89128c1244ef gateway port host: dv-cinder-819722-1-iscsi {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:10:28.824854 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1fcc6b03-efd3-424d-9947-8e91a42dc10e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:28.875965 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-1fcc6b03-efd3-424d-9947-8e91a42dc10e admin admin] Deleting port 65eb8090-a634-4257-bb00-8316dc16f6fb {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:10:28.876303 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1fcc6b03-efd3-424d-9947-8e91a42dc10e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:28.919550 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-0d3d7fdc-4f1c-45d0-a76c-85cc91a123b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd11fbb-7057-4e2f-a9cd-89128c1244ef', 'name': 'tempest-TestMinimumBasicScenario-1803842244-router', 'tenant_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'external_fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '65eb8090-a634-4257-bb00-8316dc16f6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:03:42Z', 'updated_at': '2021-11-29T22:10:28Z', 'revision_number': 5, 'project_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'gw_port': {'id': '65eb8090-a634-4257-bb00-8316dc16f6fb', 'name': '', 'network_id': '784d580e-cb2c-46d1-9b3a-2fd4dcfd6eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd11fbb-7057-4e2f-a9cd-89128c1244ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819722-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T22:03:43Z', 'updated_at': '2021-11-29T22:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9ef98f4-00ee-4d58-b124-c3e8fe21fad4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819722-1-iscsi'}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:10:28.946050 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d7fdc-4f1c-45d0-a76c-85cc91a123b7 None None] Checking router: 0bd11fbb-7057-4e2f-a9cd-89128c1244ef for host: dv-cinder-819722-1-iscsi {{(pid=109070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 22:10:28.954922 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d7fdc-4f1c-45d0-a76c-85cc91a123b7 None None] Routers {'0bd11fbb-7057-4e2f-a9cd-89128c1244ef'} bound to L3 agent in host dv-cinder-819722-1-iscsi {{(pid=109070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 22:10:28.955555 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-0d3d7fdc-4f1c-45d0-a76c-85cc91a123b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819722-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T21:40:10Z,description=,heartbeat_timestamp=2021-11-29T22:10:10Z,host='dv-cinder-819722-1-iscsi',id=45234573-5df4-4e32-989b-85d77f36231f,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T21:40:10Z,topic='l3_agent')) {'router_ids': ['0bd11fbb-7057-4e2f-a9cd-89128c1244ef'], 'active': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:10:28.957450 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [None req-1fcc6b03-efd3-424d-9947-8e91a42dc10e admin admin] For port 65eb8090-a634-4257-bb00-8316dc16f6fb, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=65eb8090-a634-4257-bb00-8316dc16f6fb,segment=NetworkSegment(dc195048-13b6-414a-a14f-df16fc25d985),segment_id=dc195048-13b6-414a-a14f-df16fc25d985)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:10:28.957975 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1fcc6b03-efd3-424d-9947-8e91a42dc10e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:28.970631 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-1fcc6b03-efd3-424d-9947-8e91a42dc10e admin admin] Calling delete_port for 65eb8090-a634-4257-bb00-8316dc16f6fb owned by network:router_gateway {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:10:29.045911 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvr_db [None req-0d3d7fdc-4f1c-45d0-a76c-85cc91a123b7 None None] Set router 0bd11fbb-7057-4e2f-a9cd-89128c1244ef gateway port host: None {{(pid=109070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 22:10:29.098792 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_hamode_db [None req-0d3d7fdc-4f1c-45d0-a76c-85cc91a123b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd11fbb-7057-4e2f-a9cd-89128c1244ef', 'name': 'tempest-TestMinimumBasicScenario-1803842244-router', 'tenant_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:03:42Z', 'updated_at': '2021-11-29T22:10:28Z', 'revision_number': 6, 'project_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'gw_port_host': None}], 'dv-cinder-819722-1-iscsi', False) {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:10:29.129989 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d7fdc-4f1c-45d0-a76c-85cc91a123b7 None None] The sync data for ids ['0bd11fbb-7057-4e2f-a9cd-89128c1244ef'] in dv-cinder-819722-1-iscsi is: [{'id': '0bd11fbb-7057-4e2f-a9cd-89128c1244ef', 'name': 'tempest-TestMinimumBasicScenario-1803842244-router', 'tenant_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T22:03:42Z', 'updated_at': '2021-11-29T22:10:28Z', 'revision_number': 6, 'project_id': '5b527b6e449e455abd9f06c9eaeedcbf', 'gw_port_host': None}] {{(pid=109070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 22:10:29.395915 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1fcc6b03-efd3-424d-9947-8e91a42dc10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:29.420597 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc6b03-efd3-424d-9947-8e91a42dc10e admin admin] Pushing event deleted for resources: {'Port': ['ID=65eb8090-a634-4257-bb00-8316dc16f6fb,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:10:29.482207 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1fcc6b03-efd3-424d-9947-8e91a42dc10e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811427'] for router_gateway, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:29.576280 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1fcc6b03-efd3-424d-9947-8e91a42dc10e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1811991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63472'] for router, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:29.578662 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1fcc6b03-efd3-424d-9947-8e91a42dc10e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:29.622838 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1fcc6b03-efd3-424d-9947-8e91a42dc10e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1811982'] for router, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:29.623443 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcc6b03-efd3-424d-9947-8e91a42dc10e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bd11fbb-7057-4e2f-a9cd-89128c1244ef {{(pid=109068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 22:10:29.628093 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-1fcc6b03-efd3-424d-9947-8e91a42dc10e admin admin] Publish callbacks [] for router, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:29.629227 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-1fcc6b03-efd3-424d-9947-8e91a42dc10e admin admin] 10.222.0.62 "DELETE /v2.0/routers/0bd11fbb-7057-4e2f-a9cd-89128c1244ef HTTP/1.1" status: 204 len: 168 time: 1.0087686 Nov 29 22:10:29.631795 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 50002) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:10:29.674918 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d3dc31-53d5-4163-a14a-0543535c4007 admin admin] Deleting subnet 134c8d8b-8849-4673-a259-8a7daafb38d4 {{(pid=109068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 22:10:29.677864 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-69d3dc31-53d5-4163-a14a-0543535c4007 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:29.711420 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-69d3dc31-53d5-4163-a14a-0543535c4007 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127331947'] for subnet, precommit_delete_associations {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:29.789847 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-69d3dc31-53d5-4163-a14a-0543535c4007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730469'] for subnet, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:29.843330 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-69d3dc31-53d5-4163-a14a-0543535c4007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-730492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126529978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126160809'] for subnet, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:29.877187 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3dc31-53d5-4163-a14a-0543535c4007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=134c8d8b-8849-4673-a259-8a7daafb38d4,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:10:29.879292 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-69d3dc31-53d5-4163-a14a-0543535c4007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for subnet, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:29.882489 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-69d3dc31-53d5-4163-a14a-0543535c4007 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/134c8d8b-8849-4673-a259-8a7daafb38d4 HTTP/1.1" status: 204 len: 168 time: 0.2497480 Nov 29 22:10:29.884999 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 50004) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:10:29.885272 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa8d218-c958-40bf-a484-bfd74ca91a86 None None] Network 90ea13c0-e156-4f8c-91bd-28c8a5416007 requested from dv-cinder-819722-1-iscsi {{(pid=109069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 22:10:29.968954 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-4162efe4-0931-40bd-a3dd-2d0b0095b787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606273'] for network, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:30.022070 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-4162efe4-0931-40bd-a3dd-2d0b0095b787 admin admin] Deleting port cff92efb-e092-4388-9813-cadc6bab2198 {{(pid=109068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:10:30.022418 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-4162efe4-0931-40bd-a3dd-2d0b0095b787 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:30.056648 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb680ad3-5349-402c-90ad-e7afab0e486b None None] DHCP port deletion for 90ea13c0-e156-4f8c-91bd-28c8a5416007 request from dv-cinder-819722-1-iscsi {{(pid=109069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 22:10:30.091382 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.db [None req-4162efe4-0931-40bd-a3dd-2d0b0095b787 admin admin] For port cff92efb-e092-4388-9813-cadc6bab2198, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=cff92efb-e092-4388-9813-cadc6bab2198,segment=NetworkSegment(bc4823d0-efd0-474e-aafa-b42e1e4608b6),segment_id=bc4823d0-efd0-474e-aafa-b42e1e4608b6)] {{(pid=109068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:10:30.091748 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-4162efe4-0931-40bd-a3dd-2d0b0095b787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:30.107595 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-bb680ad3-5349-402c-90ad-e7afab0e486b None None] Deleting port cff92efb-e092-4388-9813-cadc6bab2198 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 22:10:30.107969 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-bb680ad3-5349-402c-90ad-e7afab0e486b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752945494833'] for port, before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:30.110464 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.plugin [None req-4162efe4-0931-40bd-a3dd-2d0b0095b787 admin admin] Calling delete_port for cff92efb-e092-4388-9813-cadc6bab2198 owned by network:dhcp {{(pid=109068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:10:30.193998 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-bb680ad3-5349-402c-90ad-e7afab0e486b None None] For port cff92efb-e092-4388-9813-cadc6bab2198, host dv-cinder-819722-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819722-1-iscsi',level=0,port_id=cff92efb-e092-4388-9813-cadc6bab2198,segment=NetworkSegment(bc4823d0-efd0-474e-aafa-b42e1e4608b6),segment_id=bc4823d0-efd0-474e-aafa-b42e1e4608b6)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 22:10:30.194317 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-bb680ad3-5349-402c-90ad-e7afab0e486b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1815943'] for port, precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:30.203449 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-4162efe4-0931-40bd-a3dd-2d0b0095b787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126529927'] for port, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:30.208995 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 140fdd2c-9ed8-4c8d-a355-228eeaccf2f7 no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 22:10:30.236153 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162efe4-0931-40bd-a3dd-2d0b0095b787 admin admin] Pushing event deleted for resources: {'Port': ['ID=cff92efb-e092-4388-9813-cadc6bab2198,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:10:30.236683 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-bb680ad3-5349-402c-90ad-e7afab0e486b None None] Calling delete_port for cff92efb-e092-4388-9813-cadc6bab2198 owned by network:dhcp {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 22:10:30.238151 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4162efe4-0931-40bd-a3dd-2d0b0095b787 admin admin] No DVR routers for this DVR port cff92efb-e092-4388-9813-cadc6bab2198 on host dv-cinder-819722-1-iscsi {{(pid=109068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 22:10:30.245546 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No Port match for: 140fdd2c-9ed8-4c8d-a355-228eeaccf2f7 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 22:10:30.245903 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 140fdd2c-9ed8-4c8d-a355-228eeaccf2f7 not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 22:10:30.246341 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 65eb8090-a634-4257-bb00-8316dc16f6fb no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 22:10:30.276439 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:30.277100 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No Port match for: 65eb8090-a634-4257-bb00-8316dc16f6fb {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 22:10:30.277452 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device 65eb8090-a634-4257-bb00-8316dc16f6fb not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 22:10:30.277868 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device cff92efb-e092-4388-9813-cadc6bab2198 no longer exists at agent ovs-agent-dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 22:10:30.312928 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-4162efe4-0931-40bd-a3dd-2d0b0095b787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-731116', 'neutron.services.segments.db._delete_segments_for_network-8752945619276'] for network, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:30.328505 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] No Port match for: cff92efb-e092-4388-9813-cadc6bab2198 {{(pid=109069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 22:10:30.328852 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.rpc [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Device cff92efb-e092-4388-9813-cadc6bab2198 not bound to the agent host dv-cinder-819722-1-iscsi {{(pid=109069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 22:10:30.333971 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.services.segments.db [None req-4162efe4-0931-40bd-a3dd-2d0b0095b787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ea13c0-e156-4f8c-91bd-28c8a5416007']}} {{(pid=109068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:10:30.344625 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.services.segments.db [None req-4162efe4-0931-40bd-a3dd-2d0b0095b787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc4823d0-efd0-474e-aafa-b42e1e4608b6') {'for_net_delete': True} {{(pid=109068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:10:30.344922 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.services.segments.db [None req-4162efe4-0931-40bd-a3dd-2d0b0095b787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc4823d0-efd0-474e-aafa-b42e1e4608b6') {} {{(pid=109068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 22:10:30.354754 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-4162efe4-0931-40bd-a3dd-2d0b0095b787 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752945621589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127331858'] for segment, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:30.368036 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-4162efe4-0931-40bd-a3dd-2d0b0095b787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146'] for segment, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:30.369629 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-bb680ad3-5349-402c-90ad-e7afab0e486b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752945501323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752945096205'] for port, after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:30.374840 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4162efe4-0931-40bd-a3dd-2d0b0095b787 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=109068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 22:10:30.375451 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-4162efe4-0931-40bd-a3dd-2d0b0095b787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126529624'] for segment, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: Traceback (most recent call last): Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: timer() Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: cb(*args, **kw) Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: return func(*args, **kwargs) Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: self._notify() Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: self.callback(batched_events) Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: event.method(event) Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: return f(self, *a, **k) Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: return self._get(url).json() Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: return self.request(url, 'GET', **kwargs) Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 22:10:30.377213 dv-cinder-819722-1-iscsi neutron-server[109068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 22:10:30.400166 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb680ad3-5349-402c-90ad-e7afab0e486b None None] No DVR routers for this DVR port cff92efb-e092-4388-9813-cadc6bab2198 on host dv-cinder-819722-1-iscsi {{(pid=109069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 22:10:30.404099 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb680ad3-5349-402c-90ad-e7afab0e486b None None] Pushing event deleted for resources: {'Port': ['ID=cff92efb-e092-4388-9813-cadc6bab2198,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:10:30.411654 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb680ad3-5349-402c-90ad-e7afab0e486b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:30.412029 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb680ad3-5349-402c-90ad-e7afab0e486b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:30.412373 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb680ad3-5349-402c-90ad-e7afab0e486b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:30.412705 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb680ad3-5349-402c-90ad-e7afab0e486b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:30.413037 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb680ad3-5349-402c-90ad-e7afab0e486b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:30.413368 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb680ad3-5349-402c-90ad-e7afab0e486b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:30.413693 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb680ad3-5349-402c-90ad-e7afab0e486b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:30.414015 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb680ad3-5349-402c-90ad-e7afab0e486b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:30.414334 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb680ad3-5349-402c-90ad-e7afab0e486b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:30.414731 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb680ad3-5349-402c-90ad-e7afab0e486b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:30.414964 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb680ad3-5349-402c-90ad-e7afab0e486b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:30.415844 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb680ad3-5349-402c-90ad-e7afab0e486b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819722-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 22:10:30.432189 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-4162efe4-0931-40bd-a3dd-2d0b0095b787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-731131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811335'] for network, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:30.437347 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-4162efe4-0931-40bd-a3dd-2d0b0095b787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661047'] for network, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:30.440727 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-4162efe4-0931-40bd-a3dd-2d0b0095b787 admin admin] 10.222.0.62 "DELETE /v2.0/networks/90ea13c0-e156-4f8c-91bd-28c8a5416007 HTTP/1.1" status: 204 len: 168 time: 0.5548019 Nov 29 22:10:30.452027 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162efe4-0931-40bd-a3dd-2d0b0095b787 admin admin] Pushing event deleted for resources: {'Network': ['ID=90ea13c0-e156-4f8c-91bd-28c8a5416007,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:10:30.556541 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 50008) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:10:30.600705 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-5f7e0251-e72d-41ae-b8a9-9c235ecadf5d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=152b1d5d94d6428cb560709369198732&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428648 Nov 29 22:10:30.603410 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.wsgi [-] (109068) accepted ('10.222.0.62', 50010) {{(pid=109068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:10:30.650608 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-b9112a86-73af-43e1-9968-46d8798d0d98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:30.671254 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-b9112a86-73af-43e1-9968-46d8798d0d98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:30.717173 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-b9112a86-73af-43e1-9968-46d8798d0d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:30.719953 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron_lib.callbacks.manager [None req-b9112a86-73af-43e1-9968-46d8798d0d98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:30.721106 dv-cinder-819722-1-iscsi neutron-server[109068]: INFO neutron.wsgi [None req-b9112a86-73af-43e1-9968-46d8798d0d98 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c7c3607b-7b5b-49c8-82ea-a05b70a3b55e HTTP/1.1" status: 204 len: 168 time: 0.1167936 Nov 29 22:10:30.728980 dv-cinder-819722-1-iscsi neutron-server[109068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9112a86-73af-43e1-9968-46d8798d0d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c3607b-7b5b-49c8-82ea-a05b70a3b55e,revision_number=None']} {{(pid=109068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:10:31.026134 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 50016) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:10:31.066207 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-554bf1f9-ed69-4e05-a015-d1f3e7504566 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5b527b6e449e455abd9f06c9eaeedcbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389392 Nov 29 22:10:31.068549 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [-] (109067) accepted ('10.222.0.62', 50018) {{(pid=109067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 22:10:31.114548 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-78236612-131d-41c5-a48b-6a857a55c266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:31.136143 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-78236612-131d-41c5-a48b-6a857a55c266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:31.184453 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-78236612-131d-41c5-a48b-6a857a55c266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573755'] for security_group, after_delete {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:31.187268 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron_lib.callbacks.manager [None req-78236612-131d-41c5-a48b-6a857a55c266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:31.188440 dv-cinder-819722-1-iscsi neutron-server[109067]: INFO neutron.wsgi [None req-78236612-131d-41c5-a48b-6a857a55c266 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9ffddd79-b4ea-4533-95ad-28c29285f025 HTTP/1.1" status: 204 len: 168 time: 0.1190162 Nov 29 22:10:31.196029 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78236612-131d-41c5-a48b-6a857a55c266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffddd79-b4ea-4533-95ad-28c29285f025,revision_number=None']} {{(pid=109067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 22:10:37.266201 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-eec6395c-3dc2-4c1a-8a75-bb90156d2abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:39.718197 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f78b458f-266e-4dfe-b54e-29be4c2ed290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:40.944210 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:42.203225 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:43.166210 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:10:50.611086 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:11:00.224964 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:11:07.267318 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ec7a5537-f2f9-4067-9cb5-f4fdd5bad36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:11:09.721294 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d59dba01-2edf-4544-b92d-1d4c44364b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:11:10.949441 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:11:12.205236 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:11:13.157986 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:11:27.610642 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:11:30.223021 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:11:37.267899 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d9613657-192c-4fe6-bea9-777485902d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:11:39.723099 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cb38c730-72ef-49f9-9a1c-f244ced9e059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:11:40.950309 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:11:42.208651 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:11:43.159657 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:12:00.238137 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:12:04.610966 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:12:07.273296 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9355aaaf-1295-4041-a078-595866de9b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:12:09.723889 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-537682dc-6999-4104-8ce8-93cc85e3ae59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:12:10.953943 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:12:12.211462 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:12:13.168255 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:12:30.237546 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:12:37.275726 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2efc9b2d-0114-450e-9c0e-779caf2a472e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:12:39.725690 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-98cc4002-957f-4c06-ad24-909ce81fd960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:12:40.955535 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:12:41.609849 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:12:42.213224 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:12:43.160145 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:13:00.235168 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:13:07.277119 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-eb8fefe2-91fa-4af6-9afc-14704d8f8987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:13:09.725818 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-35330aff-6b66-428e-b581-5e23a1ccf04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:13:10.958593 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:13:12.217103 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:13:13.164471 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:13:15.401458 dv-cinder-819722-1-iscsi neutron-server[109067]: DEBUG neutron.wsgi [req-e1046002-a182-4ffa-9bd2-69ef5903732f req-ee664d9d-30a9-4c42-bf24-73dc7f45286a service neutron] (109067) timed out ('10.222.0.62', 36842) {{(pid=109067) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 22:13:18.609016 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:13:30.234495 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:13:37.277150 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-00ef1c29-f6fc-48d2-9712-b6039a1efdc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:13:39.733823 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3a66-b8ab-4459-937b-d9fb8ab4f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:13:40.961058 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:13:42.219144 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:13:43.166193 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:13:55.607961 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:14:00.248585 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:14:07.279412 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-640e79cc-5355-4a60-a533-915e6c754821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:14:09.725475 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-86885d1e-3499-4cc5-a2b7-fc10eecb4862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:14:10.964706 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:14:12.223560 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:14:13.177322 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:14:30.263392 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:14:32.607413 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:14:37.280415 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-dd1f7aab-8b80-43a6-a277-83f8cff758be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:14:39.726895 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a715309e-58b8-4b9d-aab9-15a1912f4024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:14:40.968470 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:14:42.228861 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:14:43.289812 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:15:00.272118 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:15:07.283806 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-13e7c030-8579-4052-8168-14be4ea069a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:15:09.606693 dv-cinder-819722-1-iscsi neutron-server[109070]: DEBUG neutron.db.agents_db [None req-9593a067-a192-454e-a104-010f98f7199f None None] Agent healthcheck: found 6 active agents {{(pid=109070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 22:15:09.727623 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-feb02483-160c-4807-96de-5cdf126a65cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:15:10.971274 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d2d2648e-c0f3-426d-9e27-ca6390956524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:15:12.228201 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a20a5a1f-f65a-4065-91d6-e1df7be91f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:15:13.175196 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-714b00d6-1a32-4c4b-a022-798dffceebb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 22:15:30.261528 dv-cinder-819722-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-aeb60eb1-9bf3-43f5-ad4b-3b79b5df6420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752945619231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-727482'] for agent, after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}